-- Logs begin at Tue 2021-01-26 19:55:11 UTC, end at Tue 2021-01-26 20:58:51 UTC. -- Jan 26 20:30:24.427259 dv-cinder-768105-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 20:30:27.164322 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:30:27.164871 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431 Jan 26 20:30:27.166195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:30:27.168033 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:30:27.168330 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431 Jan 26 20:30:27.168688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:30:27.169744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:30:27.170010 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:30:27.171053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:30:27.171340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:30:27.171627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:30:27.172001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.172348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.173238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.173505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.173851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.174192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.174520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.174861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.175207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.175562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.175884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.176214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.176485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.176811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.177152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.177491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.177751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] debug = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.178076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.178620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.179209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.179554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.179892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.180206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.180525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.180854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.181228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] host = dv-cinder-768105-4-smb {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.181548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.181881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.182213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.182546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.182861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.183177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.183532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.183849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.184163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.184480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.184812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.185145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.185484 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.185744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.186002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.186339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.186673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.186990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.187306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.187650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.187965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.188491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.188952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.189402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.189743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.190080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.190403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.190721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.191039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.191357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.191713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.192029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.192347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.192666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.192999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.193312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.193627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.193978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.194308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.194639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.194969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.195284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.195659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.195975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.196285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.196604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_json = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.196921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.197232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.197560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.197874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.198186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.198501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.198815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.199147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:27.199514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.199861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.200211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.200537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.200875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.201202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.201538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.201859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.202194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.202527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.202860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.203179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.203537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.203898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.204244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.204602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.204949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.205289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.205606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.205924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.206238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.206565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.206896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.207240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.207602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.207920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.208243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.208583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.208900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.209217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.209539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.209874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.210194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.210509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.210832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.211151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.211488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.211805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.212124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.212460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.212778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.213090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.213404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.213751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.214009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.214337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.214657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.214969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.215281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.215625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.215941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.216256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.216580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.216895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.217214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.217527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.217841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.218154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.218466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.218788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.219089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.219929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.220247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.220564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.220881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.221196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.221511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.221826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.222156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.222505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.222826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.223145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.223486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.223804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.224123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.224441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.224761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.225080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.225392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.225729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.226054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.226382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.226705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.227027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.227368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.227709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.228032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.228351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.228669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.228995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.229326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.229661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.229994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.230330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.230667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.231004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.231325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.231706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.232028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:27.232279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:30:27.232553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80025) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 26 20:30:27.903682 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading Gnome Jan 26 20:30:27.921289 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading Google Jan 26 20:30:27.924165 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading Windows (alt) Jan 26 20:30:27.927671 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading file Jan 26 20:30:27.928535 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading keyczar Jan 26 20:30:27.928821 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading multi Jan 26 20:30:27.929721 dv-cinder-768105-4-smb neutron-server[80025]: INFO keyring.backend [-] Loading pyfs Jan 26 20:30:27.977479 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:30:27.977790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:30:27.978117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:30:27.978494 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 20:30:28.389770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.390352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.390352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.443692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.444015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.444317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.448368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.448792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.449182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.521677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.521901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.522138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.523327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.523683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.523978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.803806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.804299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.804702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.805053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.805963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.960825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.961201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.961535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.961846 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.962146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.962534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.962840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.963131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.963550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.963785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.964082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.964386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.964690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.964982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.965296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.965613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.965911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.966232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.966516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.967034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.967318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.967627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.967975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.968258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.968537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:28.968996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.969271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.970105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.970389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.970647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.970920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:28.972418 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 20:30:28.976014 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 20:30:28.980243 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 20:30:28.984522 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jan 26 20:30:28.986539 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 20:30:28.987800 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 20:30:28.988194 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 26 20:30:28.988637 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 20:30:28.991698 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 20:30:28.992003 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 20:30:28.992413 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 26 20:30:29.015613 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 26 20:30:29.016148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.017021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80025) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 26 20:30:29.017439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.018891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80025) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 20:30:29.019229 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 26 20:30:29.019539 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 26 20:30:29.022882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.023197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.090558 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 20:30:29.090752 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 20:30:29.091002 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 20:30:29.091443 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 20:30:29.128692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.sqlalchemy.engines [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80025) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 26 20:30:29.579898 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing driver for type 'gre' Jan 26 20:30:29.580455 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] gre ID ranges: [(1, 1000)] Jan 26 20:30:29.630134 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing driver for type 'local' Jan 26 20:30:29.630512 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing driver for type 'vlan' Jan 26 20:30:29.641711 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] VlanTypeDriver initialization complete Jan 26 20:30:29.642089 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing driver for type 'vxlan' Jan 26 20:30:29.642638 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] vxlan ID ranges: [(1, 1000)] Jan 26 20:30:29.683750 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing extension driver 'port_security' Jan 26 20:30:29.684163 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.extensions.port_security [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] PortSecurityExtensionDriver initialization complete Jan 26 20:30:29.684624 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing mechanism driver 'openvswitch' Jan 26 20:30:29.691712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80025) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:29.692579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.692976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.693365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.693791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.694171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.694546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.694959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.695336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.695736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.696144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.696519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.697056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.697474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.697852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.698222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.698630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.699008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.699378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.699762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] ML2 OVO RPC backend initialized. {{(pid=80025) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 26 20:30:29.700491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.700871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.701323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.701703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > networks before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.702081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.702454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > ports before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.702830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.703205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.703622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.704159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.704522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.704891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.705258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.705621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.705988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.706354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.706718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.707358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.plugin [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Modular L2 Plugin initialization complete Jan 26 20:30:29.707742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading services supported by the core plugin {{(pid=80025) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 20:30:29.708108 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.plugins.ml2.managers [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Got port-security extension from driver 'port_security' Jan 26 20:30:29.708609 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.extensions.vlantransparent [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Disabled vlantransparent extension. Jan 26 20:30:29.710083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80025) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 20:30:29.710435 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: router Jan 26 20:30:29.747953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.748387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_create 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.748788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router before_create 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.749182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.749591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.749976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_delete 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.750369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.751329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_create 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.751745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.752130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.752537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.752932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.753426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.753842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.754222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.754591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: subnet after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.754965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.755350 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.755778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.756130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.756503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.756900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router after_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.757274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.757657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.758062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.758442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.758871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > network after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.759980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Tracking information for resource: router configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:29.760352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Tracking information for resource: floatingip configured {{(pid=80025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:30:29.765525 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_agentschedulers_db [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 20:30:29.766171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.766599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.766983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.767365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: port after_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.768299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router before_create 55550100 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.768695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.769089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.769477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.774308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.provider_configuration [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service providers = [] {{(pid=80025) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 20:30:29.774701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.servicetype_db [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80025) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 20:30:29.777548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.service_base [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:30:29.777930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.service_base [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:30:29.778304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.service_base [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:30:29.779198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.service_base [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:30:29.779624 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.services.service_base [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 20:30:29.780042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.780466 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 20:30:29.790649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.791017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: auto_allocate Jan 26 20:30:29.796787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: network precommit_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.797193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: network precommit_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.798315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.798672 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: tag Jan 26 20:30:29.806224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.806593 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: timestamp Jan 26 20:30:29.810532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.810899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: network_ip_availability Jan 26 20:30:29.817261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.817667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.818058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:29.818904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.819265 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: flavors Jan 26 20:30:29.824020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.824390 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading Plugin: revisions Jan 26 20:30:29.830414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:30:29.830785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=80025) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:30:29.831651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80025) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 26 20:30:29.832005 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Initializing extension manager. Jan 26 20:30:29.832568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: __init__.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.832945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: __pycache__ {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.833313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.833680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: address_group.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.834512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.835162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: address-group Jan 26 20:30:29.835544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: address_scope.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.836311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.836885 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: address-scope Jan 26 20:30:29.837241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.838186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.838761 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: router-admin-state-down-before-update Jan 26 20:30:29.839116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: agent.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.839910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.840486 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: agent Jan 26 20:30:29.840842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: agent_resources_synced.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.841767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.842336 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: agent-resources-synced Jan 26 20:30:29.842691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.844581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.845165 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: allowed-address-pairs Jan 26 20:30:29.845528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.846600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.847181 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: auto-allocated-topology Jan 26 20:30:29.847574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: availability_zone.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.848326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.848899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: availability_zone Jan 26 20:30:29.849258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: availability_zone_filter.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.850182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.850755 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: availability_zone_filter Jan 26 20:30:29.851110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: data_plane_status.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.852063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.852636 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 20:30:29.852993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: default_subnetpools.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.854090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.854676 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: default-subnetpools Jan 26 20:30:29.855036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.855946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.856529 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: dhcp_agent_scheduler Jan 26 20:30:29.856889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: dns.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.857817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.858382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension dns-integration not supported by any of loaded plugins Jan 26 20:30:29.858739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: dns_domain_ports.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.859687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.860790 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 20:30:29.861147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: dvr.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.861877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.862443 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: dvr Jan 26 20:30:29.862795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: empty_string_filtering.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.863780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.864358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: empty-string-filtering Jan 26 20:30:29.864716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.865631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.866195 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:30:29.866546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.867496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.868066 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 20:30:29.868420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: external_net.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.869342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.869922 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: external-net Jan 26 20:30:29.870274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.871197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.871876 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: extra_dhcp_opt Jan 26 20:30:29.872228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: extraroute.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.873152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.873771 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: extraroute Jan 26 20:30:29.874129 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: extraroute_atomic.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.875176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.876330 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: extraroute-atomic Jan 26 20:30:29.876687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: filter_validation.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.877409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.877976 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: filter-validation Jan 26 20:30:29.878329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: fip_pf_description.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.879241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.879825 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 20:30:29.880176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: fip_port_details.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.881100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.881667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: fip-port-details Jan 26 20:30:29.882026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: flavors.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.883436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.884011 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: flavors Jan 26 20:30:29.884370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.886037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.886629 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 20:30:29.886986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: floatingip_pools.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.887793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.888368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: floatingip-pools Jan 26 20:30:29.888724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: ip_allocation.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.889668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.890234 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 20:30:29.890598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.891602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.892172 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: ip-substring-filtering Jan 26 20:30:29.892530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l2_adjacency.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.893463 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.894020 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 20:30:29.894375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.895500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.896084 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: router Jan 26 20:30:29.896440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.898698 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.899286 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:30:29.899682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.900608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.901253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: ext-gw-mode Jan 26 20:30:29.901616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.902546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.903120 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: l3-ha Jan 26 20:30:29.903500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3_flavors.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.904515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.905096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: l3-flavors Jan 26 20:30:29.905453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.906367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.907495 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 20:30:29.907852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: l3agentscheduler.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.909045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.909631 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: l3_agent_scheduler Jan 26 20:30:29.909990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: logging.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.911602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.912193 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension logging not supported by any of loaded plugins Jan 26 20:30:29.912554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: metering.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.913359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.914059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: metering Jan 26 20:30:29.914416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.915623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.916203 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: metering_source_and_destination_fields Jan 26 20:30:29.916559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: multiprovidernet.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.917497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.918140 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: multi-provider Jan 26 20:30:29.918499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: netmtu.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.919544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.920119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: net-mtu Jan 26 20:30:29.920476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: netmtu_writable.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.921416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.921983 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: net-mtu-writable Jan 26 20:30:29.922338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: network_availability_zone.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.923762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.924343 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: network_availability_zone Jan 26 20:30:29.924699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: network_ip_availability.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.925842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.926416 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: network-ip-availability Jan 26 20:30:29.926777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: network_segment_range.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.927677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.928254 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 20:30:29.928608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: pagination.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.929864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.930234 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: pagination Jan 26 20:30:29.930589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.931545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.932120 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: port-mac-address-regenerate Jan 26 20:30:29.932474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.933390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.933971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: port-numa-affinity-policy Jan 26 20:30:29.934325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: port_resource_request.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.935243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.935859 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 20:30:29.936212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: portbindings.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.937168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.937743 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: binding Jan 26 20:30:29.938128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: portbindings_extended.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.939477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.940065 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: binding-extended Jan 26 20:30:29.940476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: portsecurity.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.941356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.941935 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: port-security Jan 26 20:30:29.942288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: project_id.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.943275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.943677 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: project-id Jan 26 20:30:29.944040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: providernet.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.944966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.945546 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: provider Jan 26 20:30:29.945904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.949669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.950343 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos not supported by any of loaded plugins Jan 26 20:30:29.950620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.951895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.952464 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 20:30:29.952824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.953787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.954357 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 20:30:29.954708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_default.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.955659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.956223 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-default not supported by any of loaded plugins Jan 26 20:30:29.956577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_fip.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.957272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.957837 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-fip not supported by any of loaded plugins Jan 26 20:30:29.958194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.959131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.959727 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 20:30:29.960078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.960998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.961559 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 20:30:29.961978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.962827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.963487 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 20:30:29.963779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: qos_rules_alias.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.964818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.965399 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 20:30:29.965756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: quotasv2.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.966798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.967174 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: quotas Jan 26 20:30:29.967559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: quotasv2_detail.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.969280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.970177 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: quota_details Jan 26 20:30:29.970541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: rbac.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.971885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.972505 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: rbac-policies Jan 26 20:30:29.972862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: rbac_address_scope.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.973802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.974386 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: rbac-address-scope Jan 26 20:30:29.974742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: rbac_security_groups.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.975699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.976290 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: rbac-security-groups Jan 26 20:30:29.976650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.977581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.978160 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: rbac-subnetpool Jan 26 20:30:29.978565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: revisionifmatch.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.979542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.980119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: revision-if-match Jan 26 20:30:29.980474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: revisions.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.981638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.982216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: standard-attr-revisions Jan 26 20:30:29.982573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: router_availability_zone.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.983304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.983911 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: router_availability_zone Jan 26 20:30:29.984264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: routerservicetype.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.985800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.986374 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension router-service-type not supported by any of loaded plugins Jan 26 20:30:29.986727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.987684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.988254 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: security-groups-normalized-cidr Jan 26 20:30:29.988607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.989551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.990118 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: port-security-groups-filtering Jan 26 20:30:29.990472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:29.991445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:29.992022 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: security-groups-remote-address-group Jan 26 20:30:29.992378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: securitygroup.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.006028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.006677 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: security-group Jan 26 20:30:30.007047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: segment.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.007995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.008569 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension segment not supported by any of loaded plugins Jan 26 20:30:30.008929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.009946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.010521 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 20:30:30.010881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: servicetype.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.012071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.012667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: service-type Jan 26 20:30:30.013027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: sorting.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.014028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.014406 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: sorting Jan 26 20:30:30.014767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: standard_attr_segment.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.015711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.016318 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 20:30:30.016677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: standardattrdescription.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.017374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.017960 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: standard-attr-description Jan 26 20:30:30.018319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: stateful_security_group.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.019280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.019891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: stateful-security-group Jan 26 20:30:30.020252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: stdattrs_common.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.020849 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 20:30:30.021205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.022168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.022760 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 20:30:30.023117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnet_onboard.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.024237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.024826 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: subnet_onboard Jan 26 20:30:30.025183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.026215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.026786 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 20:30:30.027140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnet_service_types.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.028099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.028674 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: subnet-service-types Jan 26 20:30:30.029026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnetallocation.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.030120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.030704 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: subnet_allocation Jan 26 20:30:30.031063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.031807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.032905 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: subnetpool-prefix-ops Jan 26 20:30:30.033269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.034208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.034774 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 20:30:30.035127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: tagging.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.036525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.037116 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: standard-attr-tag Jan 26 20:30:30.037486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: timestamp.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.038705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.039288 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loaded extension: standard-attr-timestamp Jan 26 20:30:30.039679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: trunk.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.040738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.041321 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension trunk not supported by any of loaded plugins Jan 26 20:30:30.041686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: trunk_details.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.042635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.043209 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension trunk-details not supported by any of loaded plugins Jan 26 20:30:30.043591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.044527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.045101 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 20:30:30.045456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Loading extension file: vlantransparent.py {{(pid=80025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:30:30.046176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:30:30.046747 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 20:30:30.050327 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:network Jan 26 20:30:30.051171 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnet Jan 26 20:30:30.051866 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:30:30.052531 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:port Jan 26 20:30:30.054453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.054945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service FLAVORS assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.055644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.056112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.056483 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:router Jan 26 20:30:30.057224 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:30:30.057995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service METERING assigned prefix: /metering {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.059900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:30.060299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:30.060677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80025) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:30:30.061842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:30:30.062329 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:30:30.064120 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:30:30.064948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service CORE assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.065323 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:30:30.065691 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] subnetpool is already registered Jan 26 20:30:30.066369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service CORE assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.066741 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:30:30.067099 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] subnetpool is already registered Jan 26 20:30:30.069887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.070354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service FLAVORS assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.070996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.071489 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.071865 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:router Jan 26 20:30:30.072227 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] router is already registered Jan 26 20:30:30.072884 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:30:30.073243 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] floatingip is already registered Jan 26 20:30:30.073930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service METERING assigned prefix: /metering {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.074667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:30:30.075027 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] rbac_policy is already registered Jan 26 20:30:30.075719 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:30:30.076034 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] security_group is already registered Jan 26 20:30:30.076692 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:30:30.077051 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] security_group_rule is already registered Jan 26 20:30:30.077782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service CORE assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.078146 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:30:30.078502 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] subnetpool is already registered Jan 26 20:30:30.079212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.resource_helper [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Service CORE assigned prefix: {{(pid=80025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:30:30.079603 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:30:30.079960 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.quota.resource_registry [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] subnetpool is already registered Jan 26 20:30:30.080741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: extensions {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.082289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: address-groups {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.084029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: address-scopes {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.085309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: agents {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.086538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: auto-allocated-topology {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.087884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: availability_zones {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.089270 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: dhcp-networks {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.090762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: dhcp-agents {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.092290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: routers {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.094269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: flavors {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.096122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: service_profiles {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.097364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: next_providers {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.099004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: service_profiles {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.100606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: floatingip-pools {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.101899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: routers {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.103833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: floatingips {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.105091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: l3-routers {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.106562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: l3-agents {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.108130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: metering-labels {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.109562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: metering-label-rules {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.111508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: network-ip-availabilities {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.112848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: bindings {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.114614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: quotas {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.116155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: quotas {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.117667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: rbac-policies {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.119022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: security-groups {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.120315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: security-group-rules {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.121647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: service-providers {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.122941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: subnetpools {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.124441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: subnetpools {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.126006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.127807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.129687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.131573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.134599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.136408 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.138304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.140275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.142265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.144230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.extensions [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Extended resource: tags {{(pid=80025) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:30:30.151554 dv-cinder-768105-4-smb neutron-server[80025]: WARNING keystonemiddleware.auth_token [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 20:30:30.157552 dv-cinder-768105-4-smb neutron-server[80025]: WARNING keystonemiddleware.auth_token [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 20:30:30.166891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Acquired lock "singleton_lock" {{(pid=80025) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 26 20:30:30.167558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Releasing lock "singleton_lock" {{(pid=80025) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 26 20:30:30.168949 dv-cinder-768105-4-smb neutron-server[80025]: INFO oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Starting 2 workers Jan 26 20:30:30.174375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Started child 80136 {{(pid=80025) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:30:30.179928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Started child 80137 {{(pid=80025) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:30:30.180577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.181658 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 20:30:30.182397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Notify callbacks [] for process, before_spawn {{(pid=80025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.182822 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [-] (80136) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:30:30.185486 dv-cinder-768105-4-smb neutron-server[80025]: INFO oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Starting 1 workers Jan 26 20:30:30.191287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Started child 80138 {{(pid=80025) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:30:30.191518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.191938 dv-cinder-768105-4-smb neutron-server[80025]: INFO oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Starting 1 workers Jan 26 20:30:30.193519 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [-] (80137) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:30:30.197047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Started child 80139 {{(pid=80025) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:30:30.197880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] Notify callbacks [] for process, after_spawn {{(pid=80025) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.199135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] calling RpcWorker wait() {{(pid=80138) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 20:30:30.199750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80025) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 20:30:30.199951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:30:30.200207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:30:30.200418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:30:30.200810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:30:30.201011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:30:30.201400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.service [None req-e54e522f-8a53-4016-a0f7-89b8440539c7 None None] returning from RpcWorker wait() {{(pid=80138) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 20:30:30.201575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.201843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.202162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.202464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.202789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.203507 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.203848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.203949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.204171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.204443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.204739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.204974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.205143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.205409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.205570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:30.205704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.206038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.206341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.206598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.206880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.207042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.207298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.207695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.207969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.208273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] debug = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.208552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.209162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.209454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.209693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.209942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.210247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.210533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.210798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.211093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.211348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.211618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.211864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.212098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.212330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.212620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.212868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.213301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] host = dv-cinder-768105-4-smb {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.213522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:30.213690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.213833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.214033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.214296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.214577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.214836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.215110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.215425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.215712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.215974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.216259 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.216474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:30.216580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.216762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.217035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.217201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_options = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.217474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.217734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.218016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.218256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.218424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.218618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.218921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.219088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.219949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.220218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.220464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.221887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.222128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.222424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.222704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.223002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.223231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.223501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.223764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.224012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.224254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.224512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.224755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.224997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.225265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.225517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.225815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.226077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.226372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.226649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.226885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.227150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.227492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.227761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.228061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.228340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.228581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.228860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.229103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.229345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.229613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_json = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.229884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.230124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.230409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.230652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.230894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.231152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.231437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.231717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.232151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.232459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.232815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.233072 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.233338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.233605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.233885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.234151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.234437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.234700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.235093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.235873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.236197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.236467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.236765 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.237115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.237412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.237711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.237962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.238211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.238579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.238734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.239022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.239323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.239634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.239902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.240150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.240426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.240820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.241080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.241325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.241571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.241872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.242170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.242332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.242574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.242837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.243084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.243367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.243676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.243987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.244308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.244474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.244733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.244928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.245172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.245416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.245696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.246033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.246233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.246506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.246755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.246998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.247245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.247515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.247784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.248034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.248278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.248537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.248790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.249021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.249299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.249546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.249787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.250050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.250298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.250554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.250844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.251091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.251335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.251608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.251850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.252091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.252334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.252577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.252818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.253090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.253333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.253577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.253818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.254058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.254296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.254565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.254875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.255064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.255432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.255703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.255994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.256349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.256544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.256750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.257026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.257262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.257477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.257735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.258045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.258285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.258564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.258947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.259118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.259328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.259601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.259860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.260115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.260407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.260610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.260880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.261162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.261475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.261692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.261986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.262307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.262587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.262901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.263179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.263522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.263839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.264141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.264406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.264687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.265035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.265198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.265466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.267122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.267417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.267712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.267985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.268293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.268571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.268841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.269064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.270383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.271240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.271645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.271928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.272226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.272558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.272885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.273188 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.273501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.273801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.274073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.274365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.274660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.274918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.275213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.275571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.275840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.276084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.276327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.276618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.276892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.277163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.277445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.277803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.277922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.278177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.278446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.278701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.278959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.279527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.279963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.280254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.280491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.280904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.281309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.281717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.282702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.283166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.283491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.283810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.284104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.284383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.284679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.284964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.285214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.285519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.285799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.286059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.286314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.288747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.290961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.291432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.291432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.291769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.291769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.292084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.292246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.292460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.292722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.293066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.293346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.293575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.294003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.294415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.294842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.295265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.295738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.300749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.301844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.302643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.302643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.302643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.302992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.302992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.303329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.304476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.304476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.304752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.304884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.305211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.305448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.305687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.306203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.306435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.306654 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.306897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.307118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.307356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.307764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.307992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.308224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.308439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.308653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.308875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.309087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.309387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.309626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.309917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.310217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.310443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.310735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.310953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.311189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.311612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.311612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:30:30.312146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80025) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 20:30:30.312365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:30:30.312578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:30:30.312789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:30:30.313018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:30:30.313018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:30:30.313456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.313456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.313860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.313860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.314858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.315491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.315491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.315491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.315491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.316455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] debug = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.317615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.318849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] host = dv-cinder-768105-4-smb {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.320283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.321631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_options = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.323162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.324501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.325344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.326904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.328660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.330516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_json = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.332096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.333766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.335023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.336181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.337954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.338729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.338729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.338729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.338729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.338729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.339961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.340153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.340357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.340549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.340739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.340928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.341118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.341309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.341499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.341687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.341877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.342067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.342306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.342488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.342677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.342867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.343056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.343247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.343454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.343646 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.343836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.344026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.344215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.344493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.345175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.345365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.345554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.345748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.346978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.347168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.347371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.347607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.347786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.347978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.348980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.349170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.349362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.349561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.349749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.349904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.350884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.351972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.352170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.352329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.352500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.352656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.352946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.353995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354380 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.354995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.355148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.355308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.355531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.355747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.355923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.356945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357180 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357813 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.357954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.358895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.359971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.360131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.360328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.360505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.360658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.360815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.361903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.362934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363129 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.363992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.364150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.364345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.364541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.364728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.364893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.365994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.366182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.366374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.366562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.367955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.369480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.371979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.372660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.373329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.374874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.375947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.376115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.376286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.376565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.376679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.376830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.377880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.378151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.378339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.378528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:30:30.378712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80025) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:30:30.389504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:30.626304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 58122) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:30:30.637787 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092819 Jan 26 20:30:40.995961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d16d7a-97a6-4e9b-9df0-b7c6175ad561 None None] get_active_networks_info from dv-cinder-768105-4-smb {{(pid=80138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 26 20:30:41.079745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d16d7a-97a6-4e9b-9df0-b7c6175ad561 None None] No non-hosted networks {{(pid=80138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 20:30:41.088841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agentschedulers_db [None req-69d16d7a-97a6-4e9b-9df0-b7c6175ad561 None None] DHCP Agent not found on host dv-cinder-768105-4-smb {{(pid=80138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 26 20:30:41.268526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-95da108b-29cf-4cad-82b8-dedeafb79965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:43.415077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-57d291a3-1173-46d7-a9e7-86879b793273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:43.489986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11b474df-92b9-4660-8bb9-c6cada63117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:44.382431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:45.034163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:45.034802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.035165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.035559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.035930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.036294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.036655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.037013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.037372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.037729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.038086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.038444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.038799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:45.039205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:45.048899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:30:45.549237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:46.942598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] get_endpoint_by_host() called for host dv-cinder-768105-4-smb {{(pid=80138) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 20:30:46.948801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] get_endpoint_by_ip() called for ip 192.168.0.66 {{(pid=80138) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 20:30:46.953000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] _add_endpoint() called for ip 192.168.0.66 {{(pid=80138) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 20:30:46.960038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] _get_endpoints() called {{(pid=80138) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 20:30:47.560344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58216) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:30:48.267006 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-869e68ad-8040-4e71-9525-16fd7ad3485b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:30:48.267667 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-869e68ad-8040-4e71-9525-16fd7ad3485b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:30:48.509723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-869e68ad-8040-4e71-9525-16fd7ad3485b admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:30:48.510982 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-869e68ad-8040-4e71-9525-16fd7ad3485b admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9482071 Jan 26 20:30:48.588030 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_hamode_db [None req-b21a43e5-356a-4e0c-a38c-ee1facbed2b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 20:30:48.682531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a43e5-356a-4e0c-a38c-ee1facbed2b1 None None] Routers set() bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:30:48.682968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a43e5-356a-4e0c-a38c-ee1facbed2b1 None None] Router IDs set() for agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 26 20:30:51.261556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58230) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:30:51.683926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:30:51.743359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.policy [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80136) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 20:30:51.744176 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:30:51.744585 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:30:51.762632 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Loaded quota_driver: . Jan 26 20:30:51.778919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:30:51.836595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245880405965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245880418418', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245880419596', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245880843879', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245880842766', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631501', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853170610', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1551704'] for rbac-policy, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:51.899992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:51.901227 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-069640b3-206c-43a9-804c-725822b8581a admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6386292 Jan 26 20:30:54.923684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58244) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:30:55.340571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '63780fa2992244bf955744a15a25602e'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:30:55.346485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:30:55.351275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Usage tracker for resource:network and tenant:63780fa2992244bf955744a15a25602e is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:30:55.355015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:30:55.361727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:30:55.370801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Made reservation on behalf of 63780fa2992244bf955744a15a25602e for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:30:55.377578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.394839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.409805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:30:55.413674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:63780fa2992244bf955744a15a25602e is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:30:55.417242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:30:55.423361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:30:55.522585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.525274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.530902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:30:55.555998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:30:55.581919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.582498 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Added segment 00814422-a613-4ad7-821b-09e3a3fc4d23 of type vxlan for network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae Jan 26 20:30:55.591348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03e839-0833-4aa4-9116-0fc90c0f9830,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:30:55.804945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.805317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.805680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.806038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.806391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.806744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.807094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.807461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.807812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.808157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.808502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.808847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Tracked resource versions report: Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:30:55.809987 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:30:55.856103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:30:55.857832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.894397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.895750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:30:55.896411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:30:55.901141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:30:56.010017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0851462 Jan 26 20:30:56.010737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:30:56.033383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:30:56.041310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:30:59.065443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58260) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:30:59.579678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb838c6-69fa-440a-afa5-eb2798667b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:30:59.581023 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8bb838c6-69fa-440a-afa5-eb2798667b07 admin admin] 10.222.0.89 "GET /v2.0/networks/8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae HTTP/1.1" status: 200 len: 818 time: 0.5145667 Jan 26 20:30:59.609726 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ca2431f1-62a0-4185-908e-b1641cabc13c admin admin] 10.222.0.89 "GET /v2.0/subnetpools/71c54074-3459-4084-bde0-8cd2bae6b1c1 HTTP/1.1" status: 200 len: 734 time: 0.0220189 Jan 26 20:30:59.619067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Request body: {'subnet': {'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'ip_version': 4, 'tenant_id': '63780fa2992244bf955744a15a25602e', 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:30:59.623571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:30:59.628090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Usage tracker for resource:subnet and tenant:63780fa2992244bf955744a15a25602e is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:30:59.631076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:30:59.636920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:30:59.644940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Made reservation on behalf of 63780fa2992244bf955744a15a25602e for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:30:59.649609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:00.135490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:00.150110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:00.298674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a488a587-c7e8-447d-b9f2-7e675534f017,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:00.305504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:00.357888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Checking segment: {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:31:00.358272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Network hostable DHCP agents. Network: 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:31:00.378416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:31:00.387323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:00.392265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:00.392824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:00.397552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da67b9-a1f2-4f99-9a3f-a1e42158edf9 None None] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:31:00.412455 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7970667 Jan 26 20:31:00.724861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:31:00.726235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.060333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Allocated IP 172.20.0.2 (8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae/a488a587-c7e8-447d-b9f2-7e675534f017/7c3a08f2-9e45-4ef6-8fe4-edc6bd931833) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:31:01.486371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.499389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Transition to ACTIVE for port object 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:31:01.517099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Transition to ACTIVE for port object 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:31:01.523229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.539974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:01.663097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Pushing event updated for resources: {'Port': ['ID=7c3a08f2-9e45-4ef6-8fe4-edc6bd931833,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:01.682012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.682388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.682912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.683268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.683672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.684026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.684378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.684726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.685081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.685429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.685772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.686116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Tracked resource versions report: Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:31:01.687289 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:31:01.694040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:01.749399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:31:01.750843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:01.753759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:31:01.817900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Attempting to bind port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:31:01.818370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Attempting to bind port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:31:01.818799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Attempting to bind port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 on network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:31:01.824777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:31:01.825183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Checking segment: {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:31:01.825650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.826075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Bound using segment: {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:31:01.826599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Bound port: 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:31:01.827018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.921467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] For port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:31:01.925640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] For port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=7c3a08f2-9e45-4ef6-8fe4-edc6bd931833,segment=NetworkSegment(00814422-a613-4ad7-821b-09e3a3fc4d23),segment_id=00814422-a613-4ad7-821b-09e3a3fc4d23)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:31:01.929543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:01.943232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:02.098392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Pushing event updated for resources: {'Port': ['ID=7c3a08f2-9e45-4ef6-8fe4-edc6bd931833,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:02.103309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:03.183045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58270) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:03.661455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-3830b776-5aa5-481e-9a22-f0599417e7ac admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:31:03.662530 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3830b776-5aa5-481e-9a22-f0599417e7ac admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4777577 Jan 26 20:31:06.497295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58284) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:06.994459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf6c15-1c82-47a3-b6cc-9c3e4403b03e None None] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:31:07.077026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-41c2ce90-3bde-43cd-99c8-3ac481c3d0f7 None None] Provisioning for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:31:07.081751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:07.173773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-442f0599-512d-46c5-a19b-0d613b02142b admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:31:07.192425 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-442f0599-512d-46c5-a19b-0d613b02142b admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6935449 Jan 26 20:31:07.254935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:31:07.268969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:07.269380 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:07.482879 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:07.526793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=7c3a08f2-9e45-4ef6-8fe4-edc6bd931833,segment=NetworkSegment(00814422-a613-4ad7-821b-09e3a3fc4d23),segment_id=00814422-a613-4ad7-821b-09e3a3fc4d23)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:31:07.531109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:07.533734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:07.616893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=7c3a08f2-9e45-4ef6-8fe4-edc6bd931833,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:07.620622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:07.746555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-dfdbf7b9-c5d4-4b3d-815d-f9432312940b None None] Provisioning complete for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:07.747117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf7b9-c5d4-4b3d-815d-f9432312940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:08.006232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e0522c90-69fc-4791-a373-f422b61bd2a3 None None] Provisioning complete for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:08.006573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e0522c90-69fc-4791-a373-f422b61bd2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:09.006625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:09.084273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:09.084773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.307351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58298) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:10.713547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:31:10.718942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:31:10.723032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Usage tracker for resource:router and tenant:63780fa2992244bf955744a15a25602e is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:31:10.726355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:31:10.732148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:31:10.741025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.742386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.764049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.825197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c725e19-b14a-42a0-83ee-de0a0e33f178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.872642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.895848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:10.897117 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1189eca8-bd48-4448-aee5-c49e6c15503d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5887024 Jan 26 20:31:13.402494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e67a5f76-ccaf-46c7-966a-5ce3d6a271cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:13.605876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58308) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:14.125571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-8b8558a2-9386-43fa-8dce-83eb9f50e62c admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:31:14.126641 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8b8558a2-9386-43fa-8dce-83eb9f50e62c admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5210552 Jan 26 20:31:14.187987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:15.030479 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:15.401706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:16.854276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58328) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:17.039391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:31:17.044227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:31:17.048207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Usage tracker for resource:network and tenant:af21b0b2f83348d683c88f97ac65f48a is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:31:17.051662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:31:17.057588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:31:17.066860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Made reservation on behalf of af21b0b2f83348d683c88f97ac65f48a for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:31:17.071468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.084444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.102974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:31:17.106944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Usage tracker for resource:security_group_rule and tenant:af21b0b2f83348d683c88f97ac65f48a is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:31:17.109872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:31:17.115517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:31:17.201420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.204980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.209491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:17.225878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Reserving flat network on physical network physnet1 {{(pid=80136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 26 20:31:17.247527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd33a73-b683-47f8-9812-24a043f4a571,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:17.251626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:17.254245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.254845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Unsubscribe: segment precommit_create {{(pid=80136) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 26 20:31:17.255253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Added segment 30fad0f1-2554-4d13-9d98-c3a8d7111c49 of type flat for network c64f6090-b582-40d5-8957-38baf53d6c3d Jan 26 20:31:17.288373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.324101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.325343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:17.325959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:17.331472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:17.433715 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5783455 Jan 26 20:31:17.437440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Pushing event updated for resources: {'Network': ['ID=c64f6090-b582-40d5-8957-38baf53d6c3d,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:17.440249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:17.448493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network c64f6090-b582-40d5-8957-38baf53d6c3d details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:31:19.948050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58348) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:20.092650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2c0f1-825a-4483-8697-36c2809ad2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:20.094625 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e0b2c0f1-825a-4483-8697-36c2809ad2d0 admin admin] 10.222.0.89 "GET /v2.0/subnets/a488a587-c7e8-447d-b9f2-7e675534f017 HTTP/1.1" status: 200 len: 849 time: 0.1455510 Jan 26 20:31:20.241689 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1f6e0e30-15d1-415e-833f-b250193fa8ca admin admin] 10.222.0.89 "GET /v2.0/routers/40730db7-fc4e-4ad3-bf36-3ef014b6db29 HTTP/1.1" status: 200 len: 704 time: 0.1409299 Jan 26 20:31:20.874816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:21.242425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Allocated IP 172.20.0.1 (8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae/a488a587-c7e8-447d-b9f2-7e675534f017/4ef09306-6c5f-4ceb-b3fc-0e2d833c9689) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:31:21.404474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:21.422253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Transition to ACTIVE for port object 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:31:21.478317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:21.493212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:21.624082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:21.631596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:21.683751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:31:21.684866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:21.687728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:31:21.688249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:21.944956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-b2b5fe2a-7daf-4c07-819b-bcfda880c9d4 None None] Provisioning for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:31:21.950384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-b2b5fe2a-7daf-4c07-819b-bcfda880c9d4 None None] Provisioning complete for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:21.950795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b2b5fe2a-7daf-4c07-819b-bcfda880c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:21.958623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:22.006823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5fe2a-7daf-4c07-819b-bcfda880c9d4 None None] Port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:31:22.251383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:22.254833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:22.255960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:22.270370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:22.277667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:31:22.394907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:22.397796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:22.465999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:31:22.467090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:22.731414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-d06bbcb5-c8ed-4096-8436-d4da2b0372d3 None None] Provisioning complete for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:22.731861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d06bbcb5-c8ed-4096-8436-d4da2b0372d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:22.790808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-d06bbcb5-c8ed-4096-8436-d4da2b0372d3 None None] Port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:31:22.826351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:31:22.988955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:31:22.998357 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] 10.222.0.89 "PUT /v2.0/routers/40730db7-fc4e-4ad3-bf36-3ef014b6db29/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7509935 Jan 26 20:31:22.998823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Sync routers for ids ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:31:23.010186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Routers {'40730db7-fc4e-4ad3-bf36-3ef014b6db29'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:31:23.011071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:31:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:23.198697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Set router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 gateway port host: None {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:31:23.583796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:21Z', 'revision_number': 2, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port_host': None, '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:22Z', 'revision_number': 2, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:23.588909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Checking router: 40730db7-fc4e-4ad3-bf36-3ef014b6db29 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:31:23.589344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Updating router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:31:23.813828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.273690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.289067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Transition to ACTIVE for port object 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:31:24.292150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.308182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:24.449760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Pushing event updated for resources: {'Port': ['ID=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:24.472518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.472825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.473194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.473558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.473917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.474275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.474632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.474982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.475337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.475715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.476065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.476413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Tracked resource versions report: Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:31:24.477572 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:31:24.484027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:24.633404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Attempting to bind port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:31:24.633864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Attempting to bind port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:31:24.634130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Attempting to bind port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 on network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:31:24.640679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:31:24.641099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Checking segment: {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:31:24.641560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.641988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Bound using segment: {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:31:24.642533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Bound port: 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00814422-a613-4ad7-821b-09e3a3fc4d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:31:24.642955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.738898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] For port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:31:24.744248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] For port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,segment=NetworkSegment(00814422-a613-4ad7-821b-09e3a3fc4d23),segment_id=00814422-a613-4ad7-821b-09e3a3fc4d23)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:31:24.747915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:24.762594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:24.913056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Pushing event updated for resources: {'Port': ['ID=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,revision_number=4']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:24.916383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:24.977864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Routers {'40730db7-fc4e-4ad3-bf36-3ef014b6db29'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:31:24.978520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:31:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:25.161345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] Set router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 gateway port host: None {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:31:25.504235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:21Z', 'revision_number': 2, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port_host': None, '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:24Z', 'revision_number': 4, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:25.508384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406b7c-cdb7-4ce3-a9aa-980693e7a7ab None None] The sync data for ids ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'] in dv-cinder-768105-4-smb is: [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:21Z', 'revision_number': 2, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port_host': None, '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:24Z', 'revision_number': 4, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:31:25.523278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58360) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:25.713124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61432d-3656-4bad-9b7f-dd0b55975ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:25.713789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5d61432d-3656-4bad-9b7f-dd0b55975ffd admin admin] Synchronizing usage tracker for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:31:25.731403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5d61432d-3656-4bad-9b7f-dd0b55975ffd admin admin] Unset dirty status for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:31:25.732709 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5d61432d-3656-4bad-9b7f-dd0b55975ffd admin admin] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 842 time: 0.2083757 Jan 26 20:31:25.743823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.1.1', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:31:25.749564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:31:25.753620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Usage tracker for resource:subnet and tenant:af21b0b2f83348d683c88f97ac65f48a is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:31:25.756615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:31:25.762851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:31:25.772227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Made reservation on behalf of af21b0b2f83348d683c88f97ac65f48a for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:31:25.776838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:26.216684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80136) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:31:26.217084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:26.232213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c448f946-55bd-4bcd-a516-469cb27bb45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:26.371954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93014fda-84fa-45a0-acb0-35fdc4fcf2d5,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:26.377800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:26.439355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:31:26.439822 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Network hostable DHCP agents. Network: c64f6090-b582-40d5-8957-38baf53d6c3d, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:31:26.460912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:31:26.469832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, c64f6090-b582-40d5-8957-38baf53d6c3d) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:26.473739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:26.474371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:26.480360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848d34f-80ea-429b-b9f0-6a9934f747c8 None None] Network c64f6090-b582-40d5-8957-38baf53d6c3d requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:31:26.494912 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7549288 Jan 26 20:31:26.725361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12470fe4-1422-42c1-bba4-6c9c059ac100 None None] Network c64f6090-b582-40d5-8957-38baf53d6c3d requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:31:27.025992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:27.097725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:31:27.102830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:27.103326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:27.376312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:27.409932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,segment=NetworkSegment(00814422-a613-4ad7-821b-09e3a3fc4d23),segment_id=00814422-a613-4ad7-821b-09e3a3fc4d23)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:31:27.413005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:27.416226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:27.486108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=4ef09306-6c5f-4ceb-b3fc-0e2d833c9689,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:27.489320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:29.007347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:29.059835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58374) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:29.080991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:29.081411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:29.296984 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-50110ba4-57e9-4153-bd73-5a2c0023a4d5 admin admin] 10.222.0.89 "GET /v2.0/routers/40730db7-fc4e-4ad3-bf36-3ef014b6db29 HTTP/1.1" status: 200 len: 710 time: 0.2358472 Jan 26 20:31:29.433869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e5343-24e6-4e75-9003-5414660c129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:29.435344 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6e5e5343-24e6-4e75-9003-5414660c129a admin admin] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 886 time: 0.1325176 Jan 26 20:31:29.445749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:31:30.075905 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.414765 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.477771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.490099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.504901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:31:30.509096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:31:30.512143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:31:30.518397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:31:30.605685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.608411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:30.623830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:30.714436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6865ab44-e439-4640-81ad-5d31f9cabc2a,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:30.719269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:30.881914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Allocated IP 172.28.1.241 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:31:31.034140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:31.063232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:31.078875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:31.212373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Pushing event updated for resources: {'Port': ['ID=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:31.215438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:31.272119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:31:31.273189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:31:31.275634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:31:31.679046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:32.215133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:32.218741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1689901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853085930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854334480'] for router, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:32.403542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:31:32.591940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:31:32.602552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Sync routers for ids ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:31:32.610013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:32.611293 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] 10.222.0.89 "PUT /v2.0/routers/40730db7-fc4e-4ad3-bf36-3ef014b6db29 HTTP/1.1" status: 200 len: 890 time: 3.1690524 Jan 26 20:31:32.613046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Routers {'40730db7-fc4e-4ad3-bf36-3ef014b6db29'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:31:32.613758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:31:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:32.826830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Set router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:31:33.184867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:31Z', 'revision_number': 4, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port': {'id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:30Z', 'updated_at': '2021-01-26T20:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:27Z', 'revision_number': 5, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:33.191585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Checking router: 40730db7-fc4e-4ad3-bf36-3ef014b6db29 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:31:33.191993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Updating router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:31:33.251143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:33.648428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:33.661381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Transition to ACTIVE for port object 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:31:33.664070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:33.680546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:33.815735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Pushing event updated for resources: {'Port': ['ID=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:33.818628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:33.883923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Attempting to bind port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:31:33.884342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Attempting to bind port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:31:33.884751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Attempting to bind port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:31:33.891912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:31:33.892329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:31:33.892781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:33.893214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:31:33.893763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Bound port: 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:31:33.894201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:33.977613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] For port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:31:33.981194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] For port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:31:33.984936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:34.004246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:34.159429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Pushing event updated for resources: {'Port': ['ID=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:34.164097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:34.211444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Routers {'40730db7-fc4e-4ad3-bf36-3ef014b6db29'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:31:34.212092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:31:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:34.403184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] Set router 40730db7-fc4e-4ad3-bf36-3ef014b6db29 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:31:34.899826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:31Z', 'revision_number': 4, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port': {'id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:30Z', 'updated_at': '2021-01-26T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:27Z', 'revision_number': 5, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:31:34.904033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d497e34-d3d3-478f-a5a2-554e54cff023 None None] The sync data for ids ['40730db7-fc4e-4ad3-bf36-3ef014b6db29'] in dv-cinder-768105-4-smb is: [{'id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'name': 'router1', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:31:10Z', 'updated_at': '2021-01-26T20:31:31Z', 'revision_number': 4, 'project_id': '63780fa2992244bf955744a15a25602e', 'gw_port': {'id': '6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:30Z', 'updated_at': '2021-01-26T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '4ef09306-6c5f-4ceb-b3fc-0e2d833c9689', 'name': '', 'network_id': '8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae', 'tenant_id': '63780fa2992244bf955744a15a25602e', 'mac_address': 'fa:16:3e:05:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40730db7-fc4e-4ad3-bf36-3ef014b6db29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:31:21Z', 'updated_at': '2021-01-26T20:31:27Z', 'revision_number': 5, 'project_id': '63780fa2992244bf955744a15a25602e', 'subnets': [{'id': 'a488a587-c7e8-447d-b9f2-7e675534f017', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71c54074-3459-4084-bde0-8cd2bae6b1c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:31:35.306474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58384) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:31:35.461226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75022875-c283-421d-8764-cfb02af068d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:31:35.462915 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-75022875-c283-421d-8764-cfb02af068d1 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1554017 Jan 26 20:31:37.059650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:37.144631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:31:37.149833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:37.150328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:37.296173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:37.314246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:31:37.318684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:37.320994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f91cb6f-8fc3-4603-8ba4-cb96f4bde04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:31:37.391575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:31:37.395431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:31:39.046476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:31:39.162650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 6ecc452a-d0d4-4b31-ac45-4e31ed13a4c0 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:31:39.163299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:40.844811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2833758b-d62e-4cd8-b950-aa3e5a3ab07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:43.426043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-506d8462-c25a-4b60-a722-98ebbcee278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:44.223254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:45.033556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:45.409058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:31:59.277191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:32:10.827156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ddb7fb28-8c34-4b14-954e-7fab345ac0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:13.409783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2915-6992-4b6e-90b5-24e7e8f259a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:14.213742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:15.037132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:15.411736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:36.283942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:32:40.835474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-02349a56-18c2-4f54-af05-b225819f4a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:43.420495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-10bde9d1-929b-446d-9470-bc7a38d9b977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:44.197550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:45.039437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:32:45.412668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:10.830849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aa381f61-5409-46e5-a0c6-7b92195f891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:13.276122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:33:13.413769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cdecbb6d-8af0-4b02-b4dc-6cead1c040a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:14.202055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:15.042327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:15.416746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:40.832401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1d07c752-8fb8-4fbd-ad69-dbc14ab8daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:43.416032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5009db63-d5c1-4c39-b304-594b7959ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:44.214921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:45.046601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:45.418829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:50.275938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:33:50.512951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58960) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:33:50.617577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.pecan_wsgi.hooks.translation [None req-225d9bee-1a55-417c-b340-cae73bd85b60 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:33:50.618882 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-225d9bee-1a55-417c-b340-cae73bd85b60 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1049235 Jan 26 20:33:50.763720 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304b330-b6b3-4bab-8399-ca1a8465188a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:50.765224 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d304b330-b6b3-4bab-8399-ca1a8465188a admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1419241 Jan 26 20:33:53.251370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58970) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:33:53.398991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17557bf7-6909-4a0d-a0cb-c777d5de7d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:53.399631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-17557bf7-6909-4a0d-a0cb-c777d5de7d72 admin admin] Synchronizing usage tracker for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:subnet {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:33:53.415265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-17557bf7-6909-4a0d-a0cb-c777d5de7d72 admin admin] Unset dirty status for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:subnet {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:33:53.416585 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-17557bf7-6909-4a0d-a0cb-c777d5de7d72 admin admin] 10.222.0.89 "GET /v2.0/subnets/a488a587-c7e8-447d-b9f2-7e675534f017 HTTP/1.1" status: 200 len: 849 time: 0.1640491 Jan 26 20:33:53.428520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:33:53.557317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:53.878967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363245882012071'] for subnet, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:53.894788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f4c12ed9-533d-4040-8a0e-d849550484b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:33:54.027856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a488a587-c7e8-447d-b9f2-7e675534f017,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:33:54.049942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.050325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.050696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.051058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.051708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.052141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.052431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.052785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.053165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.053514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.053869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.054215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:33:54.058393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:33:54.090322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:54.090952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:54.092370 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] 10.222.0.89 "PUT /v2.0/subnets/a488a587-c7e8-447d-b9f2-7e675534f017 HTTP/1.1" status: 200 len: 868 time: 0.6689651 Jan 26 20:33:54.101749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f62dfe-7197-472b-b452-fab3cb8cd313 None None] Network 8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:33:54.633849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-93cadc8f-f009-403e-aba6-858171779d88 None None] Provisioning complete for port 4ef09306-6c5f-4ceb-b3fc-0e2d833c9689 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:33:54.634530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-93cadc8f-f009-403e-aba6-858171779d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:54.777436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-93cadc8f-f009-403e-aba6-858171779d88 None None] Provisioning complete for port 7c3a08f2-9e45-4ef6-8fe4-edc6bd931833 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:33:54.777739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-93cadc8f-f009-403e-aba6-858171779d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:33:56.642044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58980) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:33:56.864263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca8d9e-33b2-42fe-acb9-811a9ce16251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:56.864894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca8d9e-33b2-42fe-acb9-811a9ce16251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:56.866742 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6bca8d9e-33b2-42fe-acb9-811a9ce16251 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2236574 Jan 26 20:33:59.447644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 58990) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:33:59.669878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4027491-ce23-4f21-b854-dcf12876fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:59.670298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4027491-ce23-4f21-b854-dcf12876fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:33:59.671997 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b4027491-ce23-4f21-b854-dcf12876fd39 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2233264 Jan 26 20:34:02.289974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59000) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:02.510219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a87f82-c7b2-4f86-9de1-d8d6cc84026e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:02.512251 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-51a87f82-c7b2-4f86-9de1-d8d6cc84026e admin admin] 10.222.0.89 "GET /v2.0/networks/8958eb02-d3b8-4d3d-80bf-d5bd4c9d83ae HTTP/1.1" status: 200 len: 862 time: 0.2212021 Jan 26 20:34:05.027879 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59010) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:05.249121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e44da-2246-49e7-88b4-99fa15a5dbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:05.250641 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-932e44da-2246-49e7-88b4-99fa15a5dbad admin admin] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 886 time: 0.2217150 Jan 26 20:34:07.793426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59020) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:07.985785 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:34:07.986410 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:34:08.368643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.policy [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80137) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 20:34:08.370038 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:34:08.370538 dv-cinder-768105-4-smb neutron-server[80025]: WARNING oslo_policy.policy [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:34:08.386990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:08.387372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:08.389574 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-93548b87-3776-4829-823e-7c2115014fe0 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5950770 Jan 26 20:34:10.839955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-98de2a42-f8ae-4c9d-b9f5-d588056d001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:11.285290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59036) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:11.434214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4600e1fc-7212-4b0f-b43a-df23b2f60ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:11.434623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4600e1fc-7212-4b0f-b43a-df23b2f60ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:11.436340 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4600e1fc-7212-4b0f-b43a-df23b2f60ac1 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1500094 Jan 26 20:34:13.420562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0394a11a-94f9-49e6-89a0-e0fb448822a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:13.965670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59048) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:14.111027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c93cc-f232-4209-9738-5dd9c1a1245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:14.112536 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c20c93cc-f232-4209-9738-5dd9c1a1245f admin admin] 10.222.0.89 "GET /v2.0/subnets/93014fda-84fa-45a0-acb0-35fdc4fcf2d5 HTTP/1.1" status: 200 len: 816 time: 0.1458411 Jan 26 20:34:14.227238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:15.050157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:15.428992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:16.667215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59058) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:16.827370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961d573-ade9-474e-bbc3-f7138a48cd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:16.828912 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8961d573-ade9-474e-bbc3-f7138a48cd05 admin admin] 10.222.0.89 "GET /v2.0/subnets/a488a587-c7e8-447d-b9f2-7e675534f017 HTTP/1.1" status: 200 len: 868 time: 0.1606212 Jan 26 20:34:27.275128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:34:40.832651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c293750a-62ec-4598-a611-c3e6ac6b0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:42.973777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59098) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:43.054357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-6a9dd10c-7edd-4f6e-9df5-317ebaab8028 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:34:43.055561 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6a9dd10c-7edd-4f6e-9df5-317ebaab8028 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0806539 Jan 26 20:34:43.422160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb09a-b545-44ad-9eff-b9c385414552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:44.211900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:45.053280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:45.425364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:45.644071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59108) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:45.760153 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.pecan_wsgi.hooks.translation [None req-81abe0bd-6527-4215-9f76-f9988a9db542 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:34:45.761553 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-81abe0bd-6527-4215-9f76-f9988a9db542 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1163473 Jan 26 20:34:46.065890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef82b27-9a05-49d4-9b91-1fb2b19dadf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:46.067375 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8ef82b27-9a05-49d4-9b91-1fb2b19dadf3 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3014200 Jan 26 20:34:48.576134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59118) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:48.656174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:34:48.658786 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.quota [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Loaded quota_driver: . Jan 26 20:34:48.665432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:34:48.678991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:34:48.691837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Made reservation on behalf of af21b0b2f83348d683c88f97ac65f48a for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:34:48.697807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:48.801129 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.services.revisions.revision_plugin [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Could not find related network for resource to bump revision. Jan 26 20:34:48.820878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:34:48.833216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:48.833723 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Added segment b9cab9ff-a638-48de-a6eb-ae6d6215259a of type vxlan for network 5ee3325d-7768-402c-aed1-5c64d39525c1 Jan 26 20:34:48.912064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:48.950065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:48.951612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:48.952307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:48.959088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:34:49.063542 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4861991 Jan 26 20:34:49.074446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Pushing event updated for resources: {'Network': ['ID=5ee3325d-7768-402c-aed1-5c64d39525c1,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:34:49.083232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.083633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.084003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.084368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.084728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.085090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.085447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.085804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.086164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.086519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.086871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.087229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Tracked resource versions report: Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:34:49.089077 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:34:49.117143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:34:49.125192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:34:51.619421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59132) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:34:51.728294 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fd3156-79e2-444c-a3c6-41c6bb5896bb admin admin] GET failed (client error): The resource could not be found. Jan 26 20:34:51.728886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-37fd3156-79e2-444c-a3c6-41c6bb5896bb admin admin] Synchronizing usage tracker for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:network {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:34:51.745253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-37fd3156-79e2-444c-a3c6-41c6bb5896bb admin admin] Unset dirty status for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:network {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:34:51.746493 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-37fd3156-79e2-444c-a3c6-41c6bb5896bb admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1259904 Jan 26 20:34:51.870255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47513e5e-50c0-4cb6-a4e8-047d06233551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:51.871769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-47513e5e-50c0-4cb6-a4e8-047d06233551 admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1206846 Jan 26 20:34:51.882711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:34:51.888830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:34:51.899145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:34:51.908607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Made reservation on behalf of af21b0b2f83348d683c88f97ac65f48a for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:34:51.914385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:52.350587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:52.366602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:34:52.497193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddb3400-2a78-48d4-be8b-36c1f9068f49,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:34:52.512337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:34:52.572486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Checking segment: {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:34:52.572867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Network hostable DHCP agents. Network: 5ee3325d-7768-402c-aed1-5c64d39525c1, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:34:52.594216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:34:52.604027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 5ee3325d-7768-402c-aed1-5c64d39525c1) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:34:52.608609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:34:52.609242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:52.615251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0004c-863d-4a9c-adcb-5a85a636d09f None None] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:34:52.633998 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7551367 Jan 26 20:34:52.859275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-5ee3325d-7768-402c-aed1-5c64d39525c1', 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1', 'tenant_id': 'af21b0b2f83348d683c88f97ac65f48a', 'fixed_ips': [{'subnet_id': '2ddb3400-2a78-48d4-be8b-36c1f9068f49'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:34:52.860234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:53.167989 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Allocated IP 192.168.233.2 (5ee3325d-7768-402c-aed1-5c64d39525c1/2ddb3400-2a78-48d4-be8b-36c1f9068f49/cd2b7a1a-82b7-441b-8e00-5a79a03a851f) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:34:53.584207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:53.596848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Transition to ACTIVE for port object cd2b7a1a-82b7-441b-8e00-5a79a03a851f will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:34:53.614841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Transition to ACTIVE for port object cd2b7a1a-82b7-441b-8e00-5a79a03a851f will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:34:53.621851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:53.641394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:34:53.780912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Pushing event updated for resources: {'Port': ['ID=cd2b7a1a-82b7-441b-8e00-5a79a03a851f,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:34:53.795824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.796294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.796570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.796940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.797297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.797655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.798035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.798390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.798759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.799123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.799512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.799878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:34:53.807385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:34:53.877752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:34:53.879775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:34:53.883269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:34:53.986732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Attempting to bind port cd2b7a1a-82b7-441b-8e00-5a79a03a851f on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:34:53.987244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Attempting to bind port cd2b7a1a-82b7-441b-8e00-5a79a03a851f by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:34:53.987738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Attempting to bind port cd2b7a1a-82b7-441b-8e00-5a79a03a851f on network 5ee3325d-7768-402c-aed1-5c64d39525c1 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:34:53.996430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:34:53.997101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Checking segment: {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:34:53.997793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:53.998527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Bound using segment: {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:34:53.999172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Bound port: cd2b7a1a-82b7-441b-8e00-5a79a03a851f, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:34:53.999799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:54.101884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] For port cd2b7a1a-82b7-441b-8e00-5a79a03a851f, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:34:54.106265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] For port cd2b7a1a-82b7-441b-8e00-5a79a03a851f, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=cd2b7a1a-82b7-441b-8e00-5a79a03a851f,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:34:54.109835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:54.126310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:34:54.281470 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Pushing event updated for resources: {'Port': ['ID=cd2b7a1a-82b7-441b-8e00-5a79a03a851f,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:34:54.287444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:34:55.171300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device cd2b7a1a-82b7-441b-8e00-5a79a03a851f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:34:55.253284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:34:55.682494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1acb9db-be60-4da0-92fa-731973fa4874 None None] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:34:55.783799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Provisioning for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:34:55.804515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Provisioning complete for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:34:55.804929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:56.035795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:56.086673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] For port cd2b7a1a-82b7-441b-8e00-5a79a03a851f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=cd2b7a1a-82b7-441b-8e00-5a79a03a851f,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:34:56.091290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:56.093628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:34:56.201067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Pushing event updated for resources: {'Port': ['ID=cd2b7a1a-82b7-441b-8e00-5a79a03a851f,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:34:56.203012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:34:56.319919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-c3a89d17-30ef-4bf1-b92e-53523e5c9884 None None] Provisioning complete for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:34:56.320333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c3a89d17-30ef-4bf1-b92e-53523e5c9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:56.589059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-4a91886a-a6bc-4680-b034-58e28396915a None None] Provisioning complete for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:34:56.589451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4a91886a-a6bc-4680-b034-58e28396915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:56.847537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e9fbf472-7e41-49d0-9006-e956033123b2 None None] Provisioning complete for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:34:56.847840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf472-7e41-49d0-9006-e956033123b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:34:57.122222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device cd2b7a1a-82b7-441b-8e00-5a79a03a851f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:34:57.209825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port cd2b7a1a-82b7-441b-8e00-5a79a03a851f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:34:57.210494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:04.274100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:35:10.839436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-333d55df-04bb-44e5-bb26-45b1924f072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:13.426681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0baafcf7-0aa5-4505-a6e2-b44e9b82b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:14.212357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:15.057197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:15.427949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:40.832083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6ce1dbf0-69cf-4b78-8e54-4da0f3ee5650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:41.273250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:35:43.428764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-22643996-2602-4ffb-a818-3e80e78e923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:44.214834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:45.061008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:35:45.433239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:04.694102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59174) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:04.700658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [None req-c08455e8-45d4-4c3b-a096-c3a578050cbc tempest-verify_tempest_config-1257739842 tempest-verify_tempest_config-1257739842-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:36:04.701687 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c08455e8-45d4-4c3b-a096-c3a578050cbc tempest-verify_tempest_config-1257739842 tempest-verify_tempest_config-1257739842-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065792 Jan 26 20:36:05.050682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59194) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:05.208710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.224037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:36:05.228044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3211a149714fa2b5e6e18079103391 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:36:05.231246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:36:05.237058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:36:05.336162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.338747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.347161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:36:05.391435 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7e3211a149714fa2b5e6e18079103391&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3396142 Jan 26 20:36:05.392283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894d9776-15e4-488d-b2cd-74b720fcb33a,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:36:05.394355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59200) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:36:05.399625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.400000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.400363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.400721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.401081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.401436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.401787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.402155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.402496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.402843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.403188 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.403617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.408239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:36:05.460419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.667682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.716518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.721556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-863d4eb7-594a-4699-ab96-e3225e0f5fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:36:05.735009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d9776-15e4-488d-b2cd-74b720fcb33a,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:36:05.743082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:05.744330 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/894d9776-15e4-488d-b2cd-74b720fcb33a HTTP/1.1" status: 204 len: 168 time: 0.3488898 Jan 26 20:36:05.745764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.746139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.746513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.746874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.747234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.747619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.747979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.748337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.748695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.749046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.749396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.749745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:36:05.752984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:36:10.834382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd929-1fdb-45ce-aed1-0aa57e919dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:13.434243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16268eff-ae5b-4333-8b30-f3be163a39ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:14.218589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:15.063019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:15.436022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:18.273119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:36:40.835666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6bb9eb92-0ab6-41bc-9bd0-43845ecf389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:43.436505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c40cf1b3-477d-4ec6-9eb1-101c6f79410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:44.220024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:45.066096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:45.439310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:36:55.273100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:37:10.840582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42e7f0e7-a62a-4e7a-8e2c-e970803f2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:13.439825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ee7eb49c-4ce8-4a1d-8873-ad38a6570c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:14.223502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:15.067290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:15.453708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:32.272525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 5 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:37:40.843923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e32e-ed71-48c5-a8b5-f6eaba6cc63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:43.442759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76debedd-a03e-4c02-864c-a97810346fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:44.226123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:45.068852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:45.452331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:51.171916 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763'] for agent, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:37:51.172490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.172730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.173106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.173718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.174092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.174458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.174834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.175201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.175603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.175972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.176338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.176708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:37:51.177096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:37:51.187467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:37:51.472369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=80138) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 20:37:51.476535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=80138) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 20:37:51.479815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=80138) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 20:37:51.484607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] _get_endpoints() called {{(pid=80138) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 20:38:04.373387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59274) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:04.521706 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-63e18819-ff47-45cb-983b-2316b8fc0cae admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1471498 Jan 26 20:38:07.006117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59284) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:38:07.093150 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6bcc816c-b0a5-46eb-b391-2e941743e359 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0858600 Jan 26 20:38:09.272630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:38:10.845703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a1daabf5-a1d9-42bc-8d57-6b618176e660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:13.445491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d8e04564-0c64-4b6d-a3b5-f84f21abd1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:14.228729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:15.071250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:15.447270 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:21.187639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:40.846998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7a33-038e-4ddf-8469-5b678b8994b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:43.446493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c8fa-f153-40e3-9caa-fa034e1929af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:44.232872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:45.073702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:45.450314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:38:46.272696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:38:51.203641 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:10.851290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6690f7f-9a43-4e85-9866-c1fef11dcb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:13.453267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8e1da4af-f6e6-43e7-9327-64d65183f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:14.235688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:15.078168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:15.455613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:21.216873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:23.272478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:39:40.854142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1dd464e2-75ce-4d1a-9aef-5541f5237424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:43.448244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6de26cb6-dcce-436e-9da7-449edf3981d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:44.237667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:45.072260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:45.455495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:51.217059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:57.436337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59426) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:57.911597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-31192843-network', 'tenant_id': 'e82ac68173c04d04b69da2c1a739c2be'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:57.917787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:57.923047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Usage tracker for resource:network and tenant:e82ac68173c04d04b69da2c1a739c2be is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:57.925353 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:57.931342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:57.940490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Made reservation on behalf of e82ac68173c04d04b69da2c1a739c2be for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:39:57.945189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:57.958113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:57.978317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:57.982586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Usage tracker for resource:security_group_rule and tenant:e82ac68173c04d04b69da2c1a739c2be is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:57.986286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:57.992113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:58.083228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.088103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.091593 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:39:58.132980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:39:58.139243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b364e9-7ca6-43fd-b730-d49dd3b67764,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:39:58.150551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.150932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.151312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.151687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.152053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.152422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.152785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.153145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.153506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.153867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.154227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.154595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.155003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.155370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.155755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.156115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.156474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.156834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.157190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.157548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.157927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.158281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.158635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.158988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Tracked resource versions report: Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}, Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:39:58.160364 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:39:58.164964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:39:58.171778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.172461 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Added segment bcf5d864-9d30-429e-9b9f-b62344df3548 of type vxlan for network 4297058e-24ab-4aba-868d-89b8161d82f8 Jan 26 20:39:58.213422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.249020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.250419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:39:58.250894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.257290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:39:58.366869 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9263883 Jan 26 20:39:58.366869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Pushing event updated for resources: {'Network': ['ID=4297058e-24ab-4aba-868d-89b8161d82f8,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:39:58.367353 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59466) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:58.370486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:39:58.374559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Request body: {'subnet': {'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-31192843-subnet', 'tenant_id': 'e82ac68173c04d04b69da2c1a739c2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:58.376632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 4297058e-24ab-4aba-868d-89b8161d82f8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:39:58.379646 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:58.384302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Usage tracker for resource:subnet and tenant:e82ac68173c04d04b69da2c1a739c2be is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:58.387282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:58.393238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:58.405945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Made reservation on behalf of e82ac68173c04d04b69da2c1a739c2be for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:39:58.412888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.442807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59470) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:58.507857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 4297058e-24ab-4aba-868d-89b8161d82f8 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:39:58.862769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:58.878528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bb3f8172-b15c-4da6-a125-5e304ade6f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:39:59.000834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-602077642-network', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:59.002131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Pushing event updated for resources: {'Subnet': ['ID=294dcd9e-b557-44ed-9bc8-07632afcee25,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:39:59.008751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:39:59.017017 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:59.024295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Usage tracker for resource:network and tenant:a825ed9af20f4403be5c03b0a8da5032 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:59.028487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:59.036928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:59.050151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Made reservation on behalf of a825ed9af20f4403be5c03b0a8da5032 for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:39:59.057292 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.069429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59490) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:59.078182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.089462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Checking segment: {'id': 'bcf5d864-9d30-429e-9b9f-b62344df3548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:39:59.089855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Network hostable DHCP agents. Network: 4297058e-24ab-4aba-868d-89b8161d82f8, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:39:59.098037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:59.102141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Usage tracker for resource:security_group_rule and tenant:a825ed9af20f4403be5c03b0a8da5032 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:59.105351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:59.112035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Network 4297058e-24ab-4aba-868d-89b8161d82f8 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:39:59.112500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:59.123785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 4297058e-24ab-4aba-868d-89b8161d82f8) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:39:59.129689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:39:59.130536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.132985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577bef87-f61b-4e39-af42-b5742690168b None None] Network 4297058e-24ab-4aba-868d-89b8161d82f8 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:39:59.160047 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a7639885-d516-49b7-a67b-5bbb774b106c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7914515 Jan 26 20:39:59.218884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59504) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:59.252714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.258556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.281600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:39:59.313355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5121c39-805c-48dd-8373-4c6000ca1fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:39:59.343024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.343747 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Added segment 5683fad0-012f-449f-9860-61a20429a46c of type vxlan for network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 Jan 26 20:39:59.345237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bf25e-2a9c-49ec-a6fb-a461fef5caf2,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:39:59.361184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.361833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.362357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.362882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.363434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.363929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.364451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.364965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.366011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.366518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.367025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.367570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.368605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.369162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.369715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.370748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.371301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.371869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.372884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.373435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.373997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.374910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.375492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.376057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Tracked resource versions report: Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}, Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:39:59.377759 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:39:59.385842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:39:59.409030 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.426326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b31ec-1a63-47f9-af38-f84df9db0d89 None None] Network 4297058e-24ab-4aba-868d-89b8161d82f8 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:39:59.460024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.462640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:39:59.464150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.509129 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-054f96e7-a418-46c7-8c49-ef227512ac3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:39:59.604956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc7cf1e-8516-4a67-bdb1-a8b021a52725,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:39:59.611770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59520) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:39:59.617083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:39:59.618305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Request body: {'subnet': {'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-subnet', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:59.622146 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1645126 Jan 26 20:39:59.623278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:39:59.632710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:59.636987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Usage tracker for resource:subnet and tenant:a825ed9af20f4403be5c03b0a8da5032 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:59.642252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:59.652852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:59.674784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-581396629-network', 'tenant_id': 'bfc2a65605604a03a1a5a4280d9f9299'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:59.687370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:59.695724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Usage tracker for resource:network and tenant:bfc2a65605604a03a1a5a4280d9f9299 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:59.706544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:59.709435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Made reservation on behalf of a825ed9af20f4403be5c03b0a8da5032 for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:39:59.714082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.755530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:39:59.775949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:39:59.893783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-network', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:39:59.927450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Made reservation on behalf of bfc2a65605604a03a1a5a4280d9f9299 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:39:59.932686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.954743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:39:59.957397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:39:59.973048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Usage tracker for resource:network and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:39:59.978554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:39:59.993850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:00.002284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:00.008849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc2a65605604a03a1a5a4280d9f9299 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:00.014790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:00.026571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:00.031186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Made reservation on behalf of 8f2ab2e8c14d40bf9ebc27bbcd33f1a6 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:00.035962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.061245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.088887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:00.101886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:00.140035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:00.152536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:00.273639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:40:00.358472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.420431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.444124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:00.478610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.503491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.504360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:40:00.565454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.565821 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Added segment 8cbd462b-963f-40d7-9e15-dbf7037d7934 of type vxlan for network e842c256-9202-4b07-a385-402ccf87610e Jan 26 20:40:00.567096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98fdee4-4a39-4bc5-88be-b9f7aad097a0,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:00.571813 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:00.579856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:00.649103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c9e37-e93f-47f4-8525-e1839c0838d2,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:00.672364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:00.672364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.753267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.759687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:00.760316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.764973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:40:00.765354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:40:00.769215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5bfbb4ea-bf5d-4995-ab9a-2579f1d68aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:00.884348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:00.912120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=e842c256-9202-4b07-a385-402ccf87610e,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:00.925301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network e842c256-9202-4b07-a385-402ccf87610e details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:00.925468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:00.928677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:00.971025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network e842c256-9202-4b07-a385-402ccf87610e details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:01.014081 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9435234 Jan 26 20:40:01.017255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59566) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:01.029360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Request body: {'subnet': {'network_id': 'e842c256-9202-4b07-a385-402ccf87610e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-581396629-subnet', 'tenant_id': 'bfc2a65605604a03a1a5a4280d9f9299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:01.038975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:01.054318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Usage tracker for resource:subnet and tenant:bfc2a65605604a03a1a5a4280d9f9299 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:01.066330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:01.069754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869794ad-38c4-4ad6-8cec-7e9835c52e17,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:01.074762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:01.078747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:01.090812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Made reservation on behalf of bfc2a65605604a03a1a5a4280d9f9299 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:01.097468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.205031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Checking segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:01.205408 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Network hostable DHCP agents. Network: 7cc7cf1e-8516-4a67-bdb1-a8b021a52725, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:01.248243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:01.266160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.303806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 7cc7cf1e-8516-4a67-bdb1-a8b021a52725) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:01.313971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:01.314599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.337347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffa435-09b7-44e4-87dc-6fc8affe6db9 None None] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:01.377749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:40:01.392688 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b12ac5ec-7a4c-4f70-a341-20d8ab4341d9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7798133 Jan 26 20:40:01.396849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59588) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:01.409311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:01.436500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:01.439201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.439614 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Added segment 11ff83ff-e3e8-4975-a995-776a2b287cce of type vxlan for network 6db007fb-3826-46bc-b21d-882e8e98be13 Jan 26 20:40:01.446357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Usage tracker for resource:router and tenant:a825ed9af20f4403be5c03b0a8da5032 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:01.462558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:01.484207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:01.538288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.544121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.545203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.602881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.688331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59604) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:01.699204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.705228 dv-cinder-768105-4-smb neutron-server[80025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 20:40:01.770261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:01.771280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.775869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:01.781692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:01.811827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8aff1875-1128-4906-8218-2aa85067e5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:01.830754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05009892-5f20-435b-a2d0-c985ef1080a0 None None] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:02.165106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064ec237-2970-4e23-9c9f-892d4ec2c96c,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:02.169419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:02.268745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Checking segment: {'id': '8cbd462b-963f-40d7-9e15-dbf7037d7934', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e842c256-9202-4b07-a385-402ccf87610e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:02.269137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Network hostable DHCP agents. Network: e842c256-9202-4b07-a385-402ccf87610e, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:02.290326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Network e842c256-9202-4b07-a385-402ccf87610e is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:02.310868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, e842c256-9202-4b07-a385-402ccf87610e) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:02.315083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:02.315767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:02.323515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517de89-0441-4494-ac9f-599c280f4da7 None None] Network e842c256-9202-4b07-a385-402ccf87610e requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:02.342526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3235707 Jan 26 20:40:02.564306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:02.673736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b547fe-ca35-4531-96ad-122a4d6a615e None None] Network e842c256-9202-4b07-a385-402ccf87610e requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:02.789344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Pushing event updated for resources: {'Network': ['ID=6db007fb-3826-46bc-b21d-882e8e98be13,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:02.795867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5730832 Jan 26 20:40:02.795867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:02.796344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59640) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:02.809467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Request body: {'subnet': {'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-subnet', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:02.819124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:02.831432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Usage tracker for resource:subnet and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:02.842971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:02.848604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:02.858379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:02.869830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Made reservation on behalf of 8f2ab2e8c14d40bf9ebc27bbcd33f1a6 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:02.875079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Notify callbacks [] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:02.899138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:02.908251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-6bbecfb4-b7ff-419f-84ed-84812d73c84d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:02.909051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-6bbecfb4-b7ff-419f-84ed-84812d73c84d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Synchronizing usage tracker for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:02.957551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-6bbecfb4-b7ff-419f-84ed-84812d73c84d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Unset dirty status for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:02.960382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-6bbecfb4-b7ff-419f-84ed-84812d73c84d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/networks?id=4297058e-24ab-4aba-868d-89b8161d82f8 HTTP/1.1" status: 200 len: 810 time: 1.2651820 Jan 26 20:40:03.247676 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-98d1d698-8549-48b5-b424-ffef39cf312f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/quotas/e82ac68173c04d04b69da2c1a739c2be HTTP/1.1" status: 200 len: 375 time: 0.2179711 Jan 26 20:40:03.249384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:03.336945 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-addf15fd-017c-4217-9038-3c972b025dae tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=e82ac68173c04d04b69da2c1a739c2be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591121 Jan 26 20:40:03.341911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:03.500511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:03.535881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:03.619064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3186363-ea4d-4397-94a8-6c4fb347591e,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:03.675624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:03.847092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-e00d184f-ea22-4fd0-8700-9eca30630823 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:40:03.858052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Checking segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:03.858516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Network hostable DHCP agents. Network: 6db007fb-3826-46bc-b21d-882e8e98be13, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:03.859985 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-e00d184f-ea22-4fd0-8700-9eca30630823 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2609591 Jan 26 20:40:03.879658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:03.894638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 6db007fb-3826-46bc-b21d-882e8e98be13) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:03.899892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:03.900574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:03.906476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ee154-5821-404c-b333-f1d69f944b25 None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:03.957919 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1599579 Jan 26 20:40:03.958144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Allocated IP 172.28.1.118 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/c6a84542-dfa8-4a1f-b246-28331d18e197) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:03.958612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59690) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:03.973786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:03.985232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:03.996776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Usage tracker for resource:router and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:04.003498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:04.018152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:04.031460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.033036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.061211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59700) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:04.084731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-280887421-network', 'tenant_id': '421bed11d92c48fbb5d0d7322b0de854'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:04.107253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:04.121963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Usage tracker for resource:network and tenant:421bed11d92c48fbb5d0d7322b0de854 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:04.131843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:04.142232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.161835 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-f6051f86-9e7f-4d5a-bf79-d4a629478248 service neutron] 10.222.0.89 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008702 Jan 26 20:40:04.225591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-6db007fb-3826-46bc-b21d-882e8e98be13', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:40:04.226528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.268863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:04.295880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Made reservation on behalf of 421bed11d92c48fbb5d0d7322b0de854 for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:04.301285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.388944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.428740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.484985 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-fa153ed1-1f03-4e30-a2e1-0a34ae9fe9b7 service neutron] 10.222.0.89 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2867126 Jan 26 20:40:04.504828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.512162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:04.526866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:04.531897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Usage tracker for resource:security_group_rule and tenant:421bed11d92c48fbb5d0d7322b0de854 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:04.542086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:04.628776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:04.640170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a84542-dfa8-4a1f-b246-28331d18e197,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:04.713219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:04.739348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:04.786494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Allocated IP 172.20.0.2 (6db007fb-3826-46bc-b21d-882e8e98be13/e3186363-ea4d-4397-94a8-6c4fb347591e/173dd1c1-629d-46fa-bebf-43e4b437e7ff) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:04.939267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:04.942493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:04.948496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:05.111033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.117832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.118825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.132790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Transition to ACTIVE for port object 173dd1c1-629d-46fa-bebf-43e4b437e7ff will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:05.137446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:05.155322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Transition to ACTIVE for port object 173dd1c1-629d-46fa-bebf-43e4b437e7ff will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:05.163602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.170275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59744) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:05.242038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:40:05.297494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.297941 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Added segment 053f3bae-fd47-4e54-9aec-08c0e99d81f8 of type vxlan for network d53a4b1b-630f-470c-a577-368c0ae7b6b8 Jan 26 20:40:05.406480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:05.470511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:05.487004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:05.502391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:05.519548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e9919-0e69-449f-930b-e5bbfd194fd2,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:05.669670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:05.701828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Attempting to bind port 173dd1c1-629d-46fa-bebf-43e4b437e7ff on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:05.705069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Attempting to bind port 173dd1c1-629d-46fa-bebf-43e4b437e7ff by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:05.705562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Attempting to bind port 173dd1c1-629d-46fa-bebf-43e4b437e7ff on network 6db007fb-3826-46bc-b21d-882e8e98be13 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:05.718098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Pushing event updated for resources: {'Port': ['ID=173dd1c1-629d-46fa-bebf-43e4b437e7ff,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:05.750556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:05.750974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Checking segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:05.751432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.757456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.761952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Bound using segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:05.762530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Bound port: 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:05.767552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.787683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.813808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.815101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.815616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.819078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.819631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.820273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.820919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.821492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.823327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.823825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.824302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.825273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.828075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.828691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.829323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.830398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.831211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.833345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.835373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.835947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.836469 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.836937 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.838110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.839066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Tracked resource versions report: Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}, Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:40:05.842450 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:40:05.846249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.877821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:05.900163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.909724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:05.910370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:05.965976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:05.980041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.022877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] For port 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:06.026906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] For port 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=173dd1c1-629d-46fa-bebf-43e4b437e7ff,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:06.031446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:06.033096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.048777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Usage tracker for resource:security_group_rule and tenant:03063dee609b4089bf8ad75389f4d00a is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:06.057397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:06.117099 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53213aa5-47f6-4ea3-9309-850d4dbc3e7e req-e1cc85b0-a827-43e3-bb80-e952cddd1817 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.7323875 Jan 26 20:40:06.227591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.232244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:06.300668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:06.356052 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2899785 Jan 26 20:40:06.359002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59792) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:06.377668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Request body: {'subnet': {'network_id': 'd53a4b1b-630f-470c-a577-368c0ae7b6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-280887421-subnet', 'tenant_id': '421bed11d92c48fbb5d0d7322b0de854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:06.388289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Pushing event updated for resources: {'Network': ['ID=d53a4b1b-630f-470c-a577-368c0ae7b6b8,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:06.392664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:06.404654 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Pushing event updated for resources: {'Port': ['ID=173dd1c1-629d-46fa-bebf-43e4b437e7ff,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:06.408009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:06.424682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:06.444653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:06.596156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.598349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:06.602226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Usage tracker for resource:subnet and tenant:421bed11d92c48fbb5d0d7322b0de854 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:06.606015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:06.613913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:06.625212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.646488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:06.654890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Made reservation on behalf of 421bed11d92c48fbb5d0d7322b0de854 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:06.664690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.713963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:06.976669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Router 46d6b9dd-3477-4388-a59c-a76c8af94925 is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:40:07.098307 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=03063dee609b4089bf8ad75389f4d00a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9090533 Jan 26 20:40:07.099332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304ba95e-db6e-40f7-9de0-ab816e477860,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:07.103854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:07.106789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59822) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:07.337363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:40:07.346458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Sync routers for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:40:07.366200 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:07.366918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:39:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:07.399309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:07.400864 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9974270 Jan 26 20:40:07.403841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59836) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:07.409447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Allocated IP 172.28.1.164 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/c4f7bc6d-ab50-4069-9df1-008b980affe9) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:07.485349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 173dd1c1-629d-46fa-bebf-43e4b437e7ff up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:07.562524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:07.628760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:07.654897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:07.713677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:07.731204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59848) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:07.731757 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 59850) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:07.761314 dv-cinder-768105-4-smb neutron-server[80025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 20:40:07.928359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.90', 59286) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:07.933454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:07.972078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:07.980683 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5176b002-f224-4757-bb25-17b36b52f29d req-bcf9fd4f-d78a-4c69-8c07-1042503e6ce4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.2463577 Jan 26 20:40:08.053860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ba95e-db6e-40f7-9de0-ab816e477860,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:08.061690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:08.192356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.209763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.216915 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/304ba95e-db6e-40f7-9de0-ab816e477860 HTTP/1.1" status: 204 len: 168 time: 1.0875216 Jan 26 20:40:08.422003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.433639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:05Z', 'revision_number': 3, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:08.445006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Checking router: 46d6b9dd-3477-4388-a59c-a76c8af94925 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:40:08.446565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Updating router 46d6b9dd-3477-4388-a59c-a76c8af94925 port c6a84542-dfa8-4a1f-b246-28331d18e197 binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:40:08.522481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee9497-de56-4405-9226-062132617e2e None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:08.539623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:08.543175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.581833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-be8b50bb-cec5-4584-b8fa-d89cabc24d6a tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:08.583642 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-be8b50bb-cec5-4584-b8fa-d89cabc24d6a tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.90 "GET /v2.0/networks?id=4297058e-24ab-4aba-868d-89b8161d82f8 HTTP/1.1" status: 200 len: 810 time: 0.6546440 Jan 26 20:40:08.657012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Usage tracker for resource:security_group_rule and tenant:89a262ce7c8441c0b2bbdc8f9128d2f4 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:08.698401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:08.727030 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:08.740980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Request body: {'port': {'device_id': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8', 'admin_state_up': True, 'tenant_id': 'e82ac68173c04d04b69da2c1a739c2be'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:08.816418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.841350 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Provisioning for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:08.861357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Provisioning complete for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:08.862116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:08.923669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:08.973756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.064230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.110143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] For port 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=173dd1c1-629d-46fa-bebf-43e4b437e7ff,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:09.123747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.137991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:09.278987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Pushing event updated for resources: {'Port': ['ID=173dd1c1-629d-46fa-bebf-43e4b437e7ff,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:09.288831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.322307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Transition to ACTIVE for port object c6a84542-dfa8-4a1f-b246-28331d18e197 will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:09.329681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.353471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:09.362338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:09.499304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f7bc6d-ab50-4069-9df1-008b980affe9,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:09.577043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:09.577602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2171d3b4-ee9e-48a4-903a-dfe172484574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:09.625943 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Pushing event updated for resources: {'Port': ['ID=c6a84542-dfa8-4a1f-b246-28331d18e197,revision_number=2']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:09.660131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:09.673076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Usage tracker for resource:port and tenant:e82ac68173c04d04b69da2c1a739c2be is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:09.676446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:09.683134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:09.705406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.706388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.706860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.709589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.710176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.711810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.713795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.714264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.714788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.718100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.718496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.718871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.719308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.719724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.720085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.720444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.724035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.724411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.724788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.725155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.725539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.727700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.728230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.731926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Tracked resource versions report: Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: pushed versions: Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: { 'AddressGroup': {'1.1'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': {'1.0'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': {'1.0'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': {'1.1'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': {'1.6'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': {'1.2'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': {'1.8'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': {'1.4'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': {'1.0'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': {'1.1'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': {'1.1'}} Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: consumer versions: Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: { DHCP agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: L3 agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: Metadata agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: Metering agent@dv-cinder-768105-4-smb: {}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@dv-cinder-768105-4-smb: { 'AddressGroup': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}, Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'ConntrackHelper': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Log': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Network': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Port': '1.6', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'PortForwarding': '1.2', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'QosPolicy': '1.8', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroup': '1.4', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SecurityGroupRule': '1.2', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'SubPort': '1.0', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Subnet': '1.1', Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: 'Trunk': '1.1'}} Jan 26 20:40:09.733542 dv-cinder-768105-4-smb neutron-server[80025]: {{(pid=80139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:40:09.741231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:09.824312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Made reservation on behalf of e82ac68173c04d04b69da2c1a739c2be for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:09.848829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3eec584-2f7f-4246-b8f0-e4a703b4b18b,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:09.856621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.863899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Attempting to bind port c6a84542-dfa8-4a1f-b246-28331d18e197 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:09.864572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Attempting to bind port c6a84542-dfa8-4a1f-b246-28331d18e197 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:09.865849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Attempting to bind port c6a84542-dfa8-4a1f-b246-28331d18e197 on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:09.874584 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:09.875214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:09.876053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.876676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:09.877383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Bound port: c6a84542-dfa8-4a1f-b246-28331d18e197, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:09.877992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:09.885027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:09.885681 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6ef5fe18-ca80-4232-89e1-f3838975e991 req-c4467557-bda9-4291-881c-eddccb137a0b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.3157079 Jan 26 20:40:10.013832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:10.026935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:10.030160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:10.045310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:10.058164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ebc7f2b6-5ef6-4044-a6a6-beade51ed44e None None] Provisioning complete for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:10.058585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ebc7f2b6-5ef6-4044-a6a6-beade51ed44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:10.360621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] For port c6a84542-dfa8-4a1f-b246-28331d18e197, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:10.364168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] For port c6a84542-dfa8-4a1f-b246-28331d18e197, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c6a84542-dfa8-4a1f-b246-28331d18e197,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:10.370982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:10.399548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:10.563196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:10.652311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b9594427-7228-4638-a034-4b062ba8c988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:10.677447 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=89a262ce7c8441c0b2bbdc8f9128d2f4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9414473 Jan 26 20:40:10.699542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:10.703707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59956) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:10.867890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Pushing event updated for resources: {'Port': ['ID=c6a84542-dfa8-4a1f-b246-28331d18e197,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:10.922695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:11.004722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:11.005416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:39:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:11.051000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-95557e14-308b-4dd3-b3b4-03ddfa097495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:11.217181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d00942-b32e-4355-93e9-e599bd3c2997,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:11.243147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:11.259649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:11.268953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e2ce2251-6bf3-41a6-88b3-8e5ca15be11e None None] Provisioning complete for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:11.269369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e2ce2251-6bf3-41a6-88b3-8e5ca15be11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:11.334242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Checking segment: {'id': '053f3bae-fd47-4e54-9aec-08c0e99d81f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd53a4b1b-630f-470c-a577-368c0ae7b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:11.334787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Network hostable DHCP agents. Network: d53a4b1b-630f-470c-a577-368c0ae7b6b8, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:11.448233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 173dd1c1-629d-46fa-bebf-43e4b437e7ff up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:11.481224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:11.496140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Allocated IP 172.20.0.4 (4297058e-24ab-4aba-868d-89b8161d82f8/294dcd9e-b557-44ed-9bc8-07632afcee25/18917291-ebe4-48d0-b6d8-cbef7bcd01f9) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:11.671342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:11.836441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 173dd1c1-629d-46fa-bebf-43e4b437e7ff triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:11.838749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:11.926060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.013984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Allocated IP 172.20.0.1 (7cc7cf1e-8516-4a67-bdb1-a8b021a52725/869794ad-38c4-4ad6-8cec-7e9835c52e17/e2cf22cc-b741-4bf9-bf30-f787738ee8bf) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:12.042517 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c8779e9-9045-4989-a04c-0cd0bd32c1ec req-b4885c3a-ec12-47b1-8ce3-8a0aeb3e4a8a tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.6113634 Jan 26 20:40:12.152517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.163545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:12.196019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, d53a4b1b-630f-470c-a577-368c0ae7b6b8) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:12.211564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b2740-bf75-4d6a-b6f0-9372d527cf35 None None] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:12.220710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:12.221607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.269731 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.9067192 Jan 26 20:40:12.293095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.312974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:05Z', 'revision_number': 3, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:12.325248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16055fc0-ff1c-44f3-ab6b-2c5ba8b0c6b9 None None] The sync data for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb is: [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:05Z', 'revision_number': 3, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:40:12.333526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.365314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:12.390736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d00942-b32e-4355-93e9-e599bd3c2997,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:12.642419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:12.645890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 59990) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:12.648291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6e4fe6ba-a596-41d9-aa3d-1b07bda184d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:12.697542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:12.863564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf4651-4d47-406e-a435-a0f1e3411432 None None] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:13.131859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Pushing event updated for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:13.177313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:13.214518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:13.246386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:13.279600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:13.280119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:13.286568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:13.291560 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/70d00942-b32e-4355-93e9-e599bd3c2997 HTTP/1.1" status: 204 len: 168 time: 2.5457525 Jan 26 20:40:13.343164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Router d5879771-ff15-4d0e-9cef-831505663f7f is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:40:13.582758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c6a84542-dfa8-4a1f-b246-28331d18e197 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:13.762011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8ac2-e9a2-49f4-9eac-0a5202c16cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:13.792341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port c6a84542-dfa8-4a1f-b246-28331d18e197 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:13.815933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c6a84542-dfa8-4a1f-b246-28331d18e197 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:13.819981 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:13.879261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:40:13.947441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Notify callbacks [] for router, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:13.952112 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9918151 Jan 26 20:40:13.953195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60022) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:14.027513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:40:14.034216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:14.049447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0114770a-ecb6-4aa2-bc63-98c705e3bbfe req-af1f9643-9686-4fde-9c8b-0022bb26a22e tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Synchronizing usage tracker for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:14.059052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Deleting subnet 064ec237-2970-4e23-9c9f-892d4ec2c96c {{(pid=80136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:40:14.062638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:14.071856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:14.072559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:14.124758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:14.133238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:14.560461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:14.561782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60036) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:14.795892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:14.813321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:15.633150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Pushing event updated for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:15.637873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:15.639078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0114770a-ecb6-4aa2-bc63-98c705e3bbfe req-af1f9643-9686-4fde-9c8b-0022bb26a22e tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Unset dirty status for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:15.640891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0114770a-ecb6-4aa2-bc63-98c705e3bbfe req-af1f9643-9686-4fde-9c8b-0022bb26a22e tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 2.1826293 Jan 26 20:40:15.768464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Network 4297058e-24ab-4aba-868d-89b8161d82f8 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:15.773087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.783702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.806963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.819089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.833779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.852332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:15.866406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port c6a84542-dfa8-4a1f-b246-28331d18e197, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c6a84542-dfa8-4a1f-b246-28331d18e197,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:15.891229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.919385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:15.964149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:15.973336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:16.032262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:16.032998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.100083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:16.148502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=c6a84542-dfa8-4a1f-b246-28331d18e197,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:16.153215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:10Z', 'revision_number': 3, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:16.169918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.170966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:16.176528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:40:16.177164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Updating router d5879771-ff15-4d0e-9cef-831505663f7f port c4f7bc6d-ab50-4069-9df1-008b980affe9 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:40:16.323093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064ec237-2970-4e23-9c9f-892d4ec2c96c,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:16.333472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.335285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.459975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:16.463941 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7417147 Jan 26 20:40:16.465126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:16.494356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Usage tracker for resource:security_group_rule and tenant:7026d6ea2749489c90791ba3175e9ccc is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:16.497892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:16.505614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:16.697305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.728540 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-13b55d94-851f-4943-8a46-62397547523b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:40:16.729702 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-13b55d94-851f-4943-8a46-62397547523b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0176022 Jan 26 20:40:16.746819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.826012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21e20109-6e6a-4b43-901e-c307e2e135dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:16.828016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Allocated IP 172.20.0.1 (6db007fb-3826-46bc-b21d-882e8e98be13/e3186363-ea4d-4397-94a8-6c4fb347591e/c7ec66cc-f6b5-402f-b946-35e1b6efcab9) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:16.929840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:16.948721 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/064ec237-2970-4e23-9c9f-892d4ec2c96c HTTP/1.1" status: 204 len: 168 time: 4.1751585 Jan 26 20:40:16.949702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68836afe-0e7c-4c49-b6bc-5b0d33407c25,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:16.954861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:16.956764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Synchronizing usage tracker for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:17.042709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60082) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:17.274551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.276330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.284341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.286304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.295062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Transition to ACTIVE for port object c7ec66cc-f6b5-402f-b946-35e1b6efcab9 will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:17.343422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.351881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.403123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Transition to ACTIVE for port object c4f7bc6d-ab50-4069-9df1-008b980affe9 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:17.406486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.434725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e015ba76-5132-4795-a3be-02e374a5a426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:17.465033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1f97bfbd-044c-4a01-bf82-4c9bfd5060a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:17.521423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:17.529246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Pushing event updated for resources: {'Port': ['ID=c4f7bc6d-ab50-4069-9df1-008b980affe9,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:17.533343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:17.686995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Unset dirty status for tenant:af21b0b2f83348d683c88f97ac65f48a on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:17.688532 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7026d6ea2749489c90791ba3175e9ccc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9979467 Jan 26 20:40:17.702190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60098) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:17.717889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:17.730009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:17.744786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Pushing event updated for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:17.746418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:17.747088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:17.754210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:17.851222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:17.854918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:17.868007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.226441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.264351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.297900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c6a84542-dfa8-4a1f-b246-28331d18e197 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:18.346910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Request body: {'port': {'device_id': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:18.387357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:18.401964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Attempting to bind port c4f7bc6d-ab50-4069-9df1-008b980affe9 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:18.411958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Attempting to bind port c4f7bc6d-ab50-4069-9df1-008b980affe9 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:18.412632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Attempting to bind port c4f7bc6d-ab50-4069-9df1-008b980affe9 on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:18.437269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:18.437983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:18.438630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.439253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:18.440022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Bound port: c4f7bc6d-ab50-4069-9df1-008b980affe9, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:18.452048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.456600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb555a-16a0-405a-a9d5-b15ecb2e1fc5 req-bea7ddb5-3d4e-494f-ac7c-d1332f71490f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:18.465304 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e5eb555a-16a0-405a-a9d5-b15ecb2e1fc5 req-bea7ddb5-3d4e-494f-ac7c-d1332f71490f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 931 time: 1.1455131 Jan 26 20:40:18.486215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:18.611186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] For port c4f7bc6d-ab50-4069-9df1-008b980affe9, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:18.620413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] For port c4f7bc6d-ab50-4069-9df1-008b980affe9, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c4f7bc6d-ab50-4069-9df1-008b980affe9,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:18.683545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Router 46d6b9dd-3477-4388-a59c-a76c8af94925 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:40:18.686158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.687823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e7abe312-771c-464f-9502-1a7b1398b053 None None] Provisioning for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:18.721952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.735941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e7abe312-771c-464f-9502-1a7b1398b053 None None] Provisioning complete for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:18.739672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7abe312-771c-464f-9502-1a7b1398b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:18.819027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:18.863361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:19.091218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c6a84542-dfa8-4a1f-b246-28331d18e197 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:19.091659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:19.140952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.141389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.142235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.142612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > port after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.142973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.143361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > port after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.143738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.144081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.144440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.144791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.237775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:19.249374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:19.321521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68836afe-0e7c-4c49-b6bc-5b0d33407c25,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:19.372485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:19.488587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Pushing event updated for resources: {'Port': ['ID=c4f7bc6d-ab50-4069-9df1-008b980affe9,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:19.510795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:19.514707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-e7abe312-771c-464f-9502-1a7b1398b053 None None] Port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:40:19.542657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.543446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.544085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.544503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80137) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:40:19.545052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e842c256-9202-4b07-a385-402ccf87610e']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:19.559767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:19.599368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e5eb555a-16a0-405a-a9d5-b15ecb2e1fc5 req-5a37519b-6efc-4faa-9c70-cec48849d8cb tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1329052 Jan 26 20:40:19.609145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbd462b-963f-40d7-9e15-dbf7037d7934') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:19.609657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbd462b-963f-40d7-9e15-dbf7037d7934') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:19.637160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:19.640609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:19.876356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:19.877751 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/68836afe-0e7c-4c49-b6bc-5b0d33407c25 HTTP/1.1" status: 204 len: 168 time: 2.1736372 Jan 26 20:40:19.971215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:20.122896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:40:20.136187 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Sync routers for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:40:20.152454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:20.153132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:20.314588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:40:20.325056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.327455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.336544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.350694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Transition to ACTIVE for port object 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:20.352543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.356658 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] 10.222.0.89 "PUT /v2.0/routers/46d6b9dd-3477-4388-a59c-a76c8af94925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9509625 Jan 26 20:40:20.358423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.379622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:20.418196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:20.486276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.518219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:20.614012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:40:20.631432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Pushing event updated for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:20.631432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:20.749711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:20.779568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Pushing event updated for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:20.788827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:20.943454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:16Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:20.962316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f374-1022-4ecb-8532-66e426ea8452 None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:16Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:40:20.992152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Network e842c256-9202-4b07-a385-402ccf87610e has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:40:21.031342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:21.182866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Attempting to bind port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:21.184675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Attempting to bind port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'bcf5d864-9d30-429e-9b9f-b62344df3548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:21.185274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Attempting to bind port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 on network 4297058e-24ab-4aba-868d-89b8161d82f8 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:21.215043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60178) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:21.252368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:21.262654 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:21.263564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Checking segment: {'id': 'bcf5d864-9d30-429e-9b9f-b62344df3548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:21.265830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:21.266362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Bound using segment: {'id': 'bcf5d864-9d30-429e-9b9f-b62344df3548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:21.267015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Bound port: 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf5d864-9d30-429e-9b9f-b62344df3548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4297058e-24ab-4aba-868d-89b8161d82f8'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:21.269494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:21.608145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60769-e90c-455b-a186-55d483ad919c req-a61bbdca-9072-452f-870e-90a13246bd4a tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:21.619080 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-96a60769-e90c-455b-a186-55d483ad919c req-a61bbdca-9072-452f-870e-90a13246bd4a tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 0.5328786 Jan 26 20:40:21.698083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-96a60769-e90c-455b-a186-55d483ad919c req-503c7d91-a799-4794-bd22-eb0fb79eed9b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Synchronizing usage tracker for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:21.702225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Network e842c256-9202-4b07-a385-402ccf87610e has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:40:21.725498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:21.731576 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,segment=NetworkSegment(bcf5d864-9d30-429e-9b9f-b62344df3548),segment_id=bcf5d864-9d30-429e-9b9f-b62344df3548)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:21.734456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-96a60769-e90c-455b-a186-55d483ad919c req-503c7d91-a799-4794-bd22-eb0fb79eed9b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Unset dirty status for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:21.747466 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-96a60769-e90c-455b-a186-55d483ad919c req-503c7d91-a799-4794-bd22-eb0fb79eed9b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271963 Jan 26 20:40:21.753956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: (rel_b, rel_a, rel_b), Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: (rel_b, rel_a, rel_b), Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:40:21.793119 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:40:22.006061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:22.015202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:22.017579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:22.031779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:14Z', 'revision_number': 4, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'e2cf22cc-b741-4bf9-bf30-f787738ee8bf', 'name': '', 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'mac_address': 'fa:16:3e:de:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:11Z', 'updated_at': '2021-01-26T20:40:16Z', 'revision_number': 2, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'subnets': [{'id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:22.040947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Checking router: 46d6b9dd-3477-4388-a59c-a76c8af94925 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:40:22.047976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Updating router 46d6b9dd-3477-4388-a59c-a76c8af94925 port e2cf22cc-b741-4bf9-bf30-f787738ee8bf binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:40:22.122075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.171500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.213680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.236553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:22.241967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Usage tracker for resource:security_group_rule and tenant:c004e5b57f9f44d59272e740314cadc5 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:22.245290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:22.269884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:22.449828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Pushing event updated for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:22.509064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:22.562061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.597032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-605269de-7447-4a45-9fc6-8003efa2211c None None] Provisioning complete for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:22.598902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-605269de-7447-4a45-9fc6-8003efa2211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.617570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:22.689679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Pushing event deleted for resources: {'Network': ['ID=e842c256-9202-4b07-a385-402ccf87610e,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:22.711148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e842c256-9202-4b07-a385-402ccf87610e HTTP/1.1" status: 204 len: 168 time: 5.6638527 Jan 26 20:40:22.712292 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e7ba99a6-765f-4036-ae68-30b0f3405777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:22.715465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60224) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:22.750047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-605269de-7447-4a45-9fc6-8003efa2211c None None] Port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:40:22.759352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.773311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.775205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:22.775913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:22.809799 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] 10.222.0.90 "PUT /v2.0/ports/18917291-ebe4-48d0-b6d8-cbef7bcd01f9 HTTP/1.1" status: 200 len: 1157 time: 5.0178709 Jan 26 20:40:22.814333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:23.037835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9e9fbedb-5955-4477-a5fc-7f0343824d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:23.134249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Deleting subnet a3eec584-2f7f-4246-b8f0-e4a703b4b18b {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:40:23.137888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.219366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.367900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.410682 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c004e5b57f9f44d59272e740314cadc5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1651509 Jan 26 20:40:23.421472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60246) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:23.439948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6a7ee-bd04-4bc4-bd8e-3a9b768c3a12,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:23.489047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.507828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Transition to ACTIVE for port object e2cf22cc-b741-4bf9-bf30-f787738ee8bf will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:23.516448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.540249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:23.549550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:23.603062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.604296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-fcc50156-f0cf-411d-82eb-3689ae1c4712 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:23.605240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-fcc50156-f0cf-411d-82eb-3689ae1c4712 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Synchronizing usage tracker for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:network {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:23.714742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Pushing event updated for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:23.726437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:23.743194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:40:23.759907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-fcc50156-f0cf-411d-82eb-3689ae1c4712 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Unset dirty status for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:network {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:23.765631 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-fcc50156-f0cf-411d-82eb-3689ae1c4712 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 818 time: 1.4385955 Jan 26 20:40:23.844697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cddc82-a560-4425-955a-6eb2375c9038 req-9d009327-0fda-44f7-b074-708930fbb9a4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:23.846420 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45cddc82-a560-4425-955a-6eb2375c9038 req-9d009327-0fda-44f7-b074-708930fbb9a4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 0.7161453 Jan 26 20:40:23.871651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:23.929019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-dea0a460-ffc8-438d-92f8-218bfb6843cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:23.930645 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-dea0a460-ffc8-438d-92f8-218bfb6843cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e82ac68173c04d04b69da2c1a739c2be&device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 1160 time: 0.5937657 Jan 26 20:40:23.932459 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-87ea9054-ba18-467d-b700-a18393d84698 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/quotas/a825ed9af20f4403be5c03b0a8da5032 HTTP/1.1" status: 200 len: 375 time: 0.1614659 Jan 26 20:40:23.996806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Attempting to bind port e2cf22cc-b741-4bf9-bf30-f787738ee8bf on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:23.998789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Attempting to bind port e2cf22cc-b741-4bf9-bf30-f787738ee8bf by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:23.999504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Attempting to bind port e2cf22cc-b741-4bf9-bf30-f787738ee8bf on network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Checking segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Bound using segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Bound port: e2cf22cc-b741-4bf9-bf30-f787738ee8bf, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:24.028145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.075613 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-6ecfe732-2913-4e3a-a0ce-0ebd69a3e4a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9 HTTP/1.1" status: 200 len: 217 time: 0.1067951 Jan 26 20:40:24.095736 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45cddc82-a560-4425-955a-6eb2375c9038 req-412cf5fa-e950-40db-8154-6335ef5b4387 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311997 Jan 26 20:40:24.144159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c4f7bc6d-ab50-4069-9df1-008b980affe9 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:24.220220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7d570107-0b14-4084-a9ee-fee5bfea11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:24.221755 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7d570107-0b14-4084-a9ee-fee5bfea11b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=294dcd9e-b557-44ed-9bc8-07632afcee25 HTTP/1.1" status: 200 len: 850 time: 0.1250300 Jan 26 20:40:24.293225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] For port e2cf22cc-b741-4bf9-bf30-f787738ee8bf, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:24.308809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] For port e2cf22cc-b741-4bf9-bf30-f787738ee8bf, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:24.316696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.348040 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-7ac0f8ac-4a94-4c8d-8e09-734db893721c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4297058e-24ab-4aba-868d-89b8161d82f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159244 Jan 26 20:40:24.350012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.366833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6aa66711-546f-4b91-bcef-97e543c65121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:24.375020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:24.404796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port c4f7bc6d-ab50-4069-9df1-008b980affe9 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:24.418521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c4f7bc6d-ab50-4069-9df1-008b980affe9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:24.418960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.429127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6a7ee-bd04-4bc4-bd8e-3a9b768c3a12,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:24.439814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:24.589896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.608198 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e6a6a7ee-bd04-4bc4-bd8e-3a9b768c3a12 HTTP/1.1" status: 204 len: 168 time: 1.1696346 Jan 26 20:40:24.762441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-395007c1-a0d1-408d-a097-0dd07b16d0a0 service neutron] 10.222.0.90 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896148 Jan 26 20:40:24.818384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.873984 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9', 'status': 'completed', 'code': 200} Jan 26 20:40:24.898944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port c4f7bc6d-ab50-4069-9df1-008b980affe9, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c4f7bc6d-ab50-4069-9df1-008b980affe9,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:24.918671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:24.929523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:24.984345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Pushing event updated for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=4']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:24.992714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:25.040008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:40:25.049499 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] 10.222.0.89 "PUT /v2.0/routers/d5879771-ff15-4d0e-9cef-831505663f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0934808 Jan 26 20:40:25.124696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=c4f7bc6d-ab50-4069-9df1-008b980affe9,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:25.136761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:25.266369 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-c3cbbb7b-f695-4e0c-a7a7-5cd23855f15c tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7377892 Jan 26 20:40:25.287365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:25.288083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:25.296964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:25.435999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1ed47ad3-129a-4206-af3a-68d6f17c55af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:25.482422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3eec584-2f7f-4246-b8f0-e4a703b4b18b,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:25.485932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:25.506388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:25.523827 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a3eec584-2f7f-4246-b8f0-e4a703b4b18b HTTP/1.1" status: 204 len: 168 time: 2.8017776 Jan 26 20:40:25.525178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60330) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:25.585340 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15aa28d-424d-4af6-bab5-8426743b7cf1 req-63e9e1ad-5df9-478d-a953-aec25e6220b1 service neutron] 10.222.0.90 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8087406 Jan 26 20:40:25.682747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:25.682966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60338) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:25.733105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:25.758141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:25.762392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Usage tracker for resource:security_group_rule and tenant:333c9c91ac9a429e8b9a0c010e4e9a02 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:25.765785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:25.802052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:25.871383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:25.920581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3206-0eaa-427b-b58a-da493249d7d6 req-34757b00-d42d-4dd8-a924-eea664b0157c tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:25.923236 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-16af3206-0eaa-427b-b58a-da493249d7d6 req-34757b00-d42d-4dd8-a924-eea664b0157c tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 0.3367178 Jan 26 20:40:25.934572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-93d0aa7e-c0e1-40d7-a3d2-03db15316bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:25.936197 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-93d0aa7e-c0e1-40d7-a3d2-03db15316bd0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e82ac68173c04d04b69da2c1a739c2be&device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 1160 time: 0.2676821 Jan 26 20:40:26.017886 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-16af3206-0eaa-427b-b58a-da493249d7d6 req-dc8b7d5d-b1c0-4065-af45-1d95044f565b tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Jan 26 20:40:26.068071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-ec2e2335-0ecb-4afe-acb3-95b1bfc88383 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:40:26.068216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-ec2e2335-0ecb-4afe-acb3-95b1bfc88383 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2173493 Jan 26 20:40:26.104834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c4f7bc6d-ab50-4069-9df1-008b980affe9 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:26.222954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-b740650d-2b51-4049-b997-77ce549678f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:26.226811 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-b740650d-2b51-4049-b997-77ce549678f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4297058e-24ab-4aba-868d-89b8161d82f8 HTTP/1.1" status: 200 len: 904 time: 0.2269688 Jan 26 20:40:26.254767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:40:26.329076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:14Z', 'revision_number': 4, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'e2cf22cc-b741-4bf9-bf30-f787738ee8bf', 'name': '', 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'mac_address': 'fa:16:3e:de:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:11Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'subnets': [{'id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:26.330585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:26.331304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:26.334761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36c804-8110-438b-b3e1-60d9b77eb799 None None] The sync data for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb is: [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:40:14Z', 'revision_number': 4, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'e2cf22cc-b741-4bf9-bf30-f787738ee8bf', 'name': '', 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'mac_address': 'fa:16:3e:de:2d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:11Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'subnets': [{'id': '869794ad-38c4-4ad6-8cec-7e9835c52e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:40:26.373216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-14b9013b-93af-4edf-8831-eb8fe0b41f52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9 HTTP/1.1" status: 200 len: 217 time: 0.1401472 Jan 26 20:40:26.550776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-fff201f2-98e6-443b-b81e-a9f5359b5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:26.553836 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-fff201f2-98e6-443b-b81e-a9f5359b5b81 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=294dcd9e-b557-44ed-9bc8-07632afcee25 HTTP/1.1" status: 200 len: 850 time: 0.1740296 Jan 26 20:40:26.611868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:26.628599 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-94ba79f8-50c0-45ed-ad63-bb8daf9e0979 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4297058e-24ab-4aba-868d-89b8161d82f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673516 Jan 26 20:40:26.633595 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-db02763d-ada5-4477-a7d2-41dbc96107c2 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478692 Jan 26 20:40:26.773482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c4f7bc6d-ab50-4069-9df1-008b980affe9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:26.773906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:26.775305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:26.855714 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-3a4994aa-c1c5-4f0c-8dd7-8bb7aafdd958 service neutron] 10.222.0.90 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084026 Jan 26 20:40:26.883618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:26.960999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53a4b1b-630f-470c-a577-368c0ae7b6b8']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:26.975388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053f3bae-fd47-4e54-9aec-08c0e99d81f8') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:26.975769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053f3bae-fd47-4e54-9aec-08c0e99d81f8') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:26.988650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:27.016374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:27.018390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:27.041611 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:40:27.134871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:27.196067 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5cab47f-faa8-4586-b495-08c2ee62d281 req-8143af3c-bbfe-46e8-8438-e3870f4a94a5 service neutron] 10.222.0.90 "GET /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3331304 Jan 26 20:40:27.510799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:40:27.523749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:27.642503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60398) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:27.652431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536821927', 'description': 'tempest-description--170204771'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:27.704695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:27.714017 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:27.734002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:27.743236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:27.774615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:27.793076 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=333c9c91ac9a429e8b9a0c010e4e9a02&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1088841 Jan 26 20:40:27.794934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60406) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:27.891929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:27.904301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:27.908234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:27.925347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:28.050295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c31eb9-77f9-41d9-9258-cf76e05b6c96 req-5a1d639a-ed17-4342-b0d8-234b18b446d5 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:28.051002 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76c31eb9-77f9-41d9-9258-cf76e05b6c96 req-5a1d639a-ed17-4342-b0d8-234b18b446d5 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 0.2443981 Jan 26 20:40:28.060953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324a408-a268-4d9a-b84a-fc12231e3d2d,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.068913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Network d53a4b1b-630f-470c-a577-368c0ae7b6b8 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:40:28.095555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.117305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:20Z', 'revision_number': 2, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:40:28.120601 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:40:28.128018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:40:28.128375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Updating router d5879771-ff15-4d0e-9cef-831505663f7f port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:40:28.221365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device e2cf22cc-b741-4bf9-bf30-f787738ee8bf up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:28.248041 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76c31eb9-77f9-41d9-9258-cf76e05b6c96 req-f8fd0ad2-8ec5-4208-8445-0b67560889b9 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901734 Jan 26 20:40:28.267574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.273479 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.297672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:28.309994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.311687 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6679728 Jan 26 20:40:28.315959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60418) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:28.319282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.330531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group_rule': {'security_group_id': 'de3822d8-cc93-44ab-af63-4d4ff235d255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:28.358780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:28.370427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:28.375492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:28.378039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.379369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3822d8-cc93-44ab-af63-4d4ff235d255,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.385716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.386637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:28.387384 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-e936fdf5-ec97-453f-8385-be882b7437ae service neutron] 10.222.0.89 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3724334 Jan 26 20:40:28.391569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-14a69711-29b8-4e18-a21f-f781a63ccacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:28.412022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60422) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:28.412951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.418891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.422676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.428124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53a4b1b-630f-470c-a577-368c0ae7b6b8,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.443546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.460673 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-54a4b3f0-37c5-480a-95c2-0f8a34cd8655 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d53a4b1b-630f-470c-a577-368c0ae7b6b8 HTTP/1.1" status: 204 len: 168 time: 2.9343114 Jan 26 20:40:28.469872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.505395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.509923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.514834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:28.527585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.534727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:28.554496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.561420 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419293 Jan 26 20:40:28.562480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.563070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60430) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:28.564332 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0324a408-a268-4d9a-b84a-fc12231e3d2d HTTP/1.1" status: 204 len: 168 time: 0.6228855 Jan 26 20:40:28.565461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324a408-a268-4d9a-b84a-fc12231e3d2d,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.568175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.568993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508ed15e-9ad3-4fc9-8543-ed95aa927bb3,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.574965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group_rule': {'security_group_id': 'de3822d8-cc93-44ab-af63-4d4ff235d255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:28.594060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:28.598675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:28.604907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:28.616035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:28.625957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.639293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.676043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port e2cf22cc-b741-4bf9-bf30-f787738ee8bf completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:28.685693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port e2cf22cc-b741-4bf9-bf30-f787738ee8bf triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:28.686119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.789364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.797795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.814555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.824867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:28.835601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a9889b7-035b-4f64-ad21-867c0cded633 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:28.843024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Usage tracker for resource:security_group_rule and tenant:7289dd473b3a403db92df56e8bece6eb is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:28.856233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:28.869587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-10153b2b-4a4a-4a12-93fe-bff397d0e554 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:40:28.874125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:28.885417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c29f87-68f7-4120-b2ba-fab61f6e6b1e,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:28.886493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60444) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:28.891774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:28.939257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:28.940691 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733311 Jan 26 20:40:28.948552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60450) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:28.950103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a9626e75-1a6b-439d-a057-4aa40a406248 req-98161e7e-cb82-459b-b0b7-6d7cae1c4f71 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Synchronizing usage tracker for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:28.958539 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-25ceda10-a680-410c-a3c0-0f3d11981af2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bfc2a65605604a03a1a5a4280d9f9299&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0707111 Jan 26 20:40:28.959797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:28.962155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60456) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:29.021511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:29.044459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.053341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:floatingip and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:29.059219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:29.081179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:29.081366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.097506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a9626e75-1a6b-439d-a057-4aa40a406248 req-98161e7e-cb82-459b-b0b7-6d7cae1c4f71 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Unset dirty status for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:29.099360 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a9626e75-1a6b-439d-a057-4aa40a406248 req-98161e7e-cb82-459b-b0b7-6d7cae1c4f71 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 210 time: 0.2147338 Jan 26 20:40:29.131035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.164724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.197569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9ec71352-b1a5-4282-8ca8-d83642fc6206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:29.237962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98fdee4-4a39-4bc5-88be-b9f7aad097a0,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:29.252403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:29.271261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.275518 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b98fdee4-4a39-4bc5-88be-b9f7aad097a0 HTTP/1.1" status: 204 len: 168 time: 0.3124721 Jan 26 20:40:29.340460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.348412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.366752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:29.434491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.437412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7173c8-bcf9-4588-8ce0-4ccc57c44438,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:29.444385 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7289dd473b3a403db92df56e8bece6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0127032 Jan 26 20:40:29.446485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:29.447318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60494) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:29.483309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:29.522002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.648111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.795246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port e2cf22cc-b741-4bf9-bf30-f787738ee8bf, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:29.809550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.847596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:29.900810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.988751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:29.998677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ecf42e9c-8439-43f1-a2ef-e845e663b397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:30.010772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.023545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7173c8-bcf9-4588-8ce0-4ccc57c44438,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:30.028026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.029476 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef7173c8-bcf9-4588-8ce0-4ccc57c44438 HTTP/1.1" status: 204 len: 168 time: 0.5809884 Jan 26 20:40:30.031903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:30.033942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:30.039694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:30.068386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Transition to ACTIVE for port object c7ec66cc-f6b5-402f-b946-35e1b6efcab9 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:30.079354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.108468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb21a7-0094-40fb-a873-ccfd55823cab req-89aacb4c-44dc-41f4-940c-fe1e8820d118 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:30.117228 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a6eb21a7-0094-40fb-a873-ccfd55823cab req-89aacb4c-44dc-41f4-940c-fe1e8820d118 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 0.4303510 Jan 26 20:40:30.230453 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a6eb21a7-0094-40fb-a873-ccfd55823cab req-530ece63-dfff-48c9-82f6-3ec1f3ae79b9 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120696 Jan 26 20:40:30.287147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ef8c22de-2887-43f6-b1f9-a82f32e9659b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:30.340400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9494ce8e-f3e0-4190-98a3-9d85ea036559 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:30.343788 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9494ce8e-f3e0-4190-98a3-9d85ea036559 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 818 time: 0.6407046 Jan 26 20:40:30.344213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:30.359663 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:30.360133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.397196 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-84420914-f8c6-46d9-ae89-200fe149d17e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/quotas/a825ed9af20f4403be5c03b0a8da5032 HTTP/1.1" status: 200 len: 375 time: 0.0435328 Jan 26 20:40:30.429730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Pushing event updated for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:30.439887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:30.517986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60544) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:30.649577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1bacd5e0-78e2-4c43-9e3f-49835c19054c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=421bed11d92c48fbb5d0d7322b0de854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1301613 Jan 26 20:40:30.650112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Allocated IP 172.28.1.146 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/00cd54f2-a86d-45a1-aec0-900e08a4c002) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:30.654854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60550) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:30.736997 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-4830ff41-7045-4d1d-81f2-d1ab7de62a89 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3295255 Jan 26 20:40:30.758719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.775417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Attempting to bind port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:30.775856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Attempting to bind port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:30.776268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Attempting to bind port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 on network 6db007fb-3826-46bc-b21d-882e8e98be13 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:30.782463 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60554) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:30.785138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:30.785570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Checking segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:30.786033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.787112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Bound using segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:30.787708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Bound port: c7ec66cc-f6b5-402f-b946-35e1b6efcab9, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:30.788139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.838613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,segment=NetworkSegment(bcf5d864-9d30-429e-9b9f-b62344df3548),segment_id=bcf5d864-9d30-429e-9b9f-b62344df3548)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:30.853976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.858852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:30.922542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.925320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:30.932634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:31.038334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.053515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b595b084-7b74-4466-ad0b-a9c32c6ce4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:31.063816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:31.095595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e9919-0e69-449f-930b-e5bbfd194fd2,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:31.102038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:31.108533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.111532 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba3e9919-0e69-449f-930b-e5bbfd194fd2 HTTP/1.1" status: 204 len: 168 time: 0.4553461 Jan 26 20:40:31.163861 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-5bf473ce-8058-4c20-8e8a-1375f8fb637b service neutron] 10.222.0.89 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231753 Jan 26 20:40:31.245011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.279007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.344309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:31.363994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Usage tracker for resource:security_group_rule and tenant:586fcae299f5485c820dd09a05bdf94b is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:31.372961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:31.394545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:31.515155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] For port c7ec66cc-f6b5-402f-b946-35e1b6efcab9, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:31.520202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] For port c7ec66cc-f6b5-402f-b946-35e1b6efcab9, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:31.531302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.562805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60580) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:31.570301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:31.580818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:31.592536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:31.657098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.703806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.773396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:31.793826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:31.794260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.825643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.843568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Usage tracker for resource:security_group_rule and tenant:05d84fd1a95e465ca379c362595d81e3 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:31.854282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:31.867732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f0e37202-9fde-44d6-b22d-da0c4d7069dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:31.893355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:31.940769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-68f20acc-bee4-495c-89ed-90df8b2771f4 service neutron] 10.222.0.89 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7484844 Jan 26 20:40:31.953684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:31.994439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:32.057148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=586fcae299f5485c820dd09a05bdf94b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2720652 Jan 26 20:40:32.066281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60590) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:32.195417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20560d83-a6cb-4bb1-a232-fdcb89435b68,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:32.252654 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Pushing event updated for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:32.261081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device e2cf22cc-b741-4bf9-bf30-f787738ee8bf up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:32.273064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:32.329669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-e50ca4fc-728d-4558-adf8-f90d15fc1edf tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:32.332714 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-e50ca4fc-728d-4558-adf8-f90d15fc1edf tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 818 time: 0.7405095 Jan 26 20:40:32.335754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.437704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:32.459847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142e8d-15a1-4273-9e50-965aa1adbb5f req-4eee70ba-c2a0-4b65-9e98-d487d522f5ba tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:32.478611 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0142e8d-15a1-4273-9e50-965aa1adbb5f req-4eee70ba-c2a0-4b65-9e98-d487d522f5ba tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 0.7641642 Jan 26 20:40:32.566402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=00cd54f2-a86d-45a1-aec0-900e08a4c002,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:32.574614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.577117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:32.585295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Request body: {'port': {'device_id': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'admin_state_up': True, 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:32.668295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port e2cf22cc-b741-4bf9-bf30-f787738ee8bf triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:32.669494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.743369 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0142e8d-15a1-4273-9e50-965aa1adbb5f req-2d648ed0-0703-45bf-91b2-65dee9f35f7f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637534 Jan 26 20:40:32.854267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.876223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7adc1ee3-6546-41ea-9ff8-810a80c6794c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:32.879192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:40:32.880175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:14Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:32.933046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20560d83-a6cb-4bb1-a232-fdcb89435b68,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:32.962059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:32.975907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.981168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:32.984870 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/20560d83-a6cb-4bb1-a232-fdcb89435b68 HTTP/1.1" status: 204 len: 168 time: 0.8711538 Jan 26 20:40:33.019639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.051580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84389317-b425-4396-b759-e9dd3c2abde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:33.110503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:33.299972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:33.303361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.346544 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=05d84fd1a95e465ca379c362595d81e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7777238 Jan 26 20:40:33.368527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:33.372638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60634) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:33.382766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:33.393098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d43ae87-bbdf-4683-a0fc-3307ec5c81aa,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:33.402668 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9', 'code': 200} Jan 26 20:40:33.409220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:33.471820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:33.498557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:33.573087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:33.593224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Made reservation on behalf of a825ed9af20f4403be5c03b0a8da5032 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:33.607518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.608630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:40:33.622870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.661054 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d998f273-c63f-4106-b930-6cb3e2dbfcec req-81d4de2c-4766-4e70-9358-9bef285c8968 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 210 time: 0.6908708 Jan 26 20:40:33.722689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.742383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.90', 59335) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:33.783027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.904363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-e97aafbe-a3ef-4245-8b9b-995f572f691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:33.906329 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-e97aafbe-a3ef-4245-8b9b-995f572f691e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 1162 time: 0.1627295 Jan 26 20:40:33.946262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:33.988462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:34.000556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Usage tracker for resource:security_group_rule and tenant:43a67f71a26f4606b1207cb48fc657c7 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:34.008549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:34.030901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:34.076047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60656) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:34.109430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.126694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.201705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:34.207464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Usage tracker for resource:security_group_rule and tenant:679fe58c9e8e4a2aa4ed272ab9fb0d0c is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:34.211703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:34.219802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:34.259291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.338446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c7ec66cc-f6b5-402f-b946-35e1b6efcab9 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:34.342612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4d00975f-2308-4e55-8d19-7e16cc0f4502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:34.370254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d43ae87-bbdf-4683-a0fc-3307ec5c81aa,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:34.426933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:34.439226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.90', 59337) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:34.564617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:34.587078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:34.587533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.613009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.622205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.647739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.658305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a999954-7d43-4582-bc9b-ca6bb5f36841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:34.677767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:31Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:40:34.710024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec09d30-f2be-4755-8177-5ff7cb64f1b1 None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:31Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:40:34.747604 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cbce9133-be5f-4788-b54c-b965fc9a7638 req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8342566 Jan 26 20:40:34.789459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:34.790278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc274de-825e-455c-9cba-df3ac4086b2c,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:34.879761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:34.880990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-67954055-8c85-4277-8135-ce9932a5aa12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:34.910526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=679fe58c9e8e4a2aa4ed272ab9fb0d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332980 Jan 26 20:40:34.930650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60680) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:34.960094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.010386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.015047 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8d43ae87-bbdf-4683-a0fc-3307ec5c81aa HTTP/1.1" status: 204 len: 168 time: 1.6229720 Jan 26 20:40:35.089015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port c7ec66cc-f6b5-402f-b946-35e1b6efcab9, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:35.097876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.100859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:35.132688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-2e9c7044-0e03-424c-96b5-acd5cf921316 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:35.135880 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-2e9c7044-0e03-424c-96b5-acd5cf921316 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 818 time: 0.6289721 Jan 26 20:40:35.184894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Request body: {'port': {'device_id': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725', 'admin_state_up': True, 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:35.254966 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-06c1b038-69b5-4575-a4a5-676acfcc7121 req-f5cc3198-cfb6-4a8a-be30-f20dc4dac25b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 210 time: 0.1876178 Jan 26 20:40:35.257282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2334d96-5e28-4185-8a4b-c795ae908248,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:35.268055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:35.273833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:35.283935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:35.331945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.386198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.444054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.447316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53768d6-4796-46a5-a2d1-9a603d7d64fd req-473f8fea-9cd6-4d38-b2f0-f65c9ff715ff tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:35.451041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:35.455304 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f53768d6-4796-46a5-a2d1-9a603d7d64fd req-473f8fea-9cd6-4d38-b2f0-f65c9ff715ff tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 1.4307306 Jan 26 20:40:35.491697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2334d96-5e28-4185-8a4b-c795ae908248,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:35.513494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.514867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2334d96-5e28-4185-8a4b-c795ae908248 HTTP/1.1" status: 204 len: 168 time: 0.5831759 Jan 26 20:40:35.516435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:35.927368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f53768d6-4796-46a5-a2d1-9a603d7d64fd req-533db0ad-afd0-4a8e-a3d6-f73b33fda04f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704835 Jan 26 20:40:35.962100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.972516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:35.988881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Allocated IP 172.20.0.2 (7cc7cf1e-8516-4a67-bdb1-a8b021a52725/869794ad-38c4-4ad6-8cec-7e9835c52e17/e79f89b3-0d16-415c-9eed-c20b3e751e5e) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:36.013919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7bd71eed-c6d0-4f55-8e60-13015c5697b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:36.137168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c7ec66cc-f6b5-402f-b946-35e1b6efcab9 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:36.213871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:36.256700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Usage tracker for resource:port and tenant:a825ed9af20f4403be5c03b0a8da5032 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:36.292300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:36.303912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:36.307921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:36.310047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:36.314251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=00cd54f2-a86d-45a1-aec0-900e08a4c002,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:36.347531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:36.363254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Made reservation on behalf of a825ed9af20f4403be5c03b0a8da5032 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:36.377497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:36.634795 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b82aee4b-36da-4803-bc19-d30a57c350ca req-a9dcb339-0244-4f3a-8fca-68237c71a5a5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 210 time: 0.0730171 Jan 26 20:40:36.761754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:36.781532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:36.947736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:36.979666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:37.064499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Pushing event updated for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:37.068267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:37.069565 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1162293 Jan 26 20:40:37.070788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:37.279819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:40:37.393565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fcb40-e52c-429f-b141-05f93e70acb4 req-cfbe5044-0eb1-4625-ba34-e8eb757cb62f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:37.395272 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-736fcb40-e52c-429f-b141-05f93e70acb4 req-cfbe5044-0eb1-4625-ba34-e8eb757cb62f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 0.2661426 Jan 26 20:40:37.448514 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-e927f9f2-8dce-49a2-b46a-23521f2879d8 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--536821927&fields=id&tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 267 time: 0.0651207 Jan 26 20:40:37.466858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:37.490468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60782) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:37.503243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:37.522344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:37.560647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:37.561362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:37.602085 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-64f96ee4-02d6-4e85-bd25-801660f7f797 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0368001 Jan 26 20:40:37.620077 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-736fcb40-e52c-429f-b141-05f93e70acb4 req-3cbae8a8-3a6c-42f9-b3d5-a6b0a03ee8a5 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070248 Jan 26 20:40:37.628093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Request body: {'port': {'device_id': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:37.694901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a1272003-03b9-4f46-bbef-e5c663bdd0c6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:37.696626 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a1272003-03b9-4f46-bbef-e5c663bdd0c6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 817 time: 0.2398198 Jan 26 20:40:37.721882 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-d7919a47-237a-4c8a-b137-5d24acebf0fa tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/quotas/8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 375 time: 0.0170052 Jan 26 20:40:37.769644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Allocated IP 172.20.0.12 (7cc7cf1e-8516-4a67-bdb1-a8b021a52725/869794ad-38c4-4ad6-8cec-7e9835c52e17/f20a9436-86fe-4dbe-9732-5b82bfab9bc4) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:37.803883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:37.848126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-38dbdc99-f6a3-45e5-9efe-f6e30cda87e5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:37.868678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-38dbdc99-f6a3-45e5-9efe-f6e30cda87e5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:37.883183 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-38dbdc99-f6a3-45e5-9efe-f6e30cda87e5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602383 Jan 26 20:40:37.964317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3aecabf1-7798-4d67-8f60-0d9f9071e7cb req-c58b9804-7e90-4fe1-805b-9836ce2e2edb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Synchronizing usage tracker for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:38.107907 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-b7bfdc8c-c801-4740-9e09-70a7ced8ca6f service neutron] 10.222.0.89 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203567 Jan 26 20:40:38.206344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60806) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:38.231026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3aecabf1-7798-4d67-8f60-0d9f9071e7cb req-c58b9804-7e90-4fe1-805b-9836ce2e2edb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Unset dirty status for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:38.237331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.251778 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3aecabf1-7798-4d67-8f60-0d9f9071e7cb req-c58b9804-7e90-4fe1-805b-9836ce2e2edb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 210 time: 0.3606181 Jan 26 20:40:38.263946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:38.268401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd4e803609d426bbfe47c7b46cffa76 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:38.272638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:38.279829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:38.444204 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-3b1d86c7-ae09-43d1-81d8-f19e26be4bc1 service neutron] 10.222.0.89 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3344641 Jan 26 20:40:38.502218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.506926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.525011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e20bdb2-d727-4710-a00c-99a27d9dcea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:38.580021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.613599 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fbd4e803609d426bbfe47c7b46cffa76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1188529 Jan 26 20:40:38.613791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60824) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:38.616972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9aa519-b0ac-49eb-8d6b-6cb5b9b32b9d,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:38.645110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:38.777468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448780540-network', 'tenant_id': '152c375061264f36a154e831765e62c2'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:38.835763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:38.841904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Usage tracker for resource:network and tenant:152c375061264f36a154e831765e62c2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:38.845854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:38.853535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:38.894747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.933090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:38.998055 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2109bb6f-fde6-4120-b7b1-f47b5ed932ab req-8379293d-cbf9-4f4d-9516-f019ab431422 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 210 time: 0.1696820 Jan 26 20:40:39.023162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Made reservation on behalf of 152c375061264f36a154e831765e62c2 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:39.028456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.057613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:39.106719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.369662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.437716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:39.469871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Usage tracker for resource:security_group_rule and tenant:152c375061264f36a154e831765e62c2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:39.493058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:39.501134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Pushing event updated for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:39.507535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:39.530820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:39.566864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773977-bb48-4980-a5a8-7217dd29fd37 req-f41ed19d-d6fa-45ac-81d5-d96091f34960 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:39.569478 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39773977-bb48-4980-a5a8-7217dd29fd37 req-f41ed19d-d6fa-45ac-81d5-d96091f34960 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 932 time: 0.1617174 Jan 26 20:40:39.627028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.635849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-39773977-bb48-4980-a5a8-7217dd29fd37 req-a1e37381-1353-43f1-a8c8-248cae9cd09a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Synchronizing usage tracker for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:security_group {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:39.654628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-39773977-bb48-4980-a5a8-7217dd29fd37 req-a1e37381-1353-43f1-a8c8-248cae9cd09a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Unset dirty status for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:security_group {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:39.656078 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39773977-bb48-4980-a5a8-7217dd29fd37 req-a1e37381-1353-43f1-a8c8-248cae9cd09a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 Jan 26 20:40:39.659839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:39.660603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:39.674444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:39.721323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:39.757909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:39.758622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.767833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9aa519-b0ac-49eb-8d6b-6cb5b9b32b9d,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:39.793612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:39.827569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.828818 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8d9aa519-b0ac-49eb-8d6b-6cb5b9b32b9d HTTP/1.1" status: 204 len: 168 time: 1.2142234 Jan 26 20:40:39.843832 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6904392 Jan 26 20:40:39.848844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79f89b3-0d16-415c-9eed-c20b3e751e5e {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:40:39.856182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:39.865076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Request body: {'port': {'device_id': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:40.064434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.072951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.102734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.157084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:40.284052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:40:40.309668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.310905 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Added segment 5b8c1d66-cb4a-459e-bd3d-fae6914ec823 of type vxlan for network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 Jan 26 20:40:40.341824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.346794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a1408465-e00f-4af8-824c-a90125913f30 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:40.348523 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a1408465-e00f-4af8-824c-a90125913f30 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 817 time: 0.4775074 Jan 26 20:40:40.371092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Transition to ACTIVE for port object e79f89b3-0d16-415c-9eed-c20b3e751e5e will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:40.372651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd726139-5036-44ae-b22b-847551454e61,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:40.408272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:40.416320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.417295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.423237 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-172381eb-2fea-4f86-ae80-82eac9d3eac1 req-daf8e623-87df-4880-8a84-14419b32b245 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 210 time: 0.0731876 Jan 26 20:40:40.467592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:40.468492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.524950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d45e0d5-6796-4634-91ba-2223dcbf90cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:40.553802 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-3178e1ca-dbee-4b8b-980e-64a22e904426 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 5703 time: 0.1288519 Jan 26 20:40:40.554784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60892) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:40.575507 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'port': {'device_id': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'admin_state_up': True, 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'security_groups': ['de3822d8-cc93-44ab-af63-4d4ff235d255']}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:40.603278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.684429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:40.686148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4763482 Jan 26 20:40:40.687167 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 60900) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:40.689695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Usage tracker for resource:security_group_rule and tenant:19c84554cf504a12ac0b5f4375cbcdb9 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:40.694334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:40.729055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:40.760424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Request body: {'subnet': {'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448780540-subnet', 'tenant_id': '152c375061264f36a154e831765e62c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:40.792187 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:40.798802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:40.853467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:40.853891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:40.854018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:40.865045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:40.870472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-811f4488-e652-4eba-8609-c04efa9d21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.885360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Made reservation on behalf of 8f2ab2e8c14d40bf9ebc27bbcd33f1a6 for: {'port': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:40.894348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Usage tracker for resource:subnet and tenant:152c375061264f36a154e831765e62c2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:40.899770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:40.916462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:40.985993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:41.287570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.295425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Attempting to bind port e79f89b3-0d16-415c-9eed-c20b3e751e5e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:41.296124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Attempting to bind port e79f89b3-0d16-415c-9eed-c20b3e751e5e by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:41.296934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Attempting to bind port e79f89b3-0d16-415c-9eed-c20b3e751e5e on network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:41.299446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Pushing event updated for resources: {'Network': ['ID=88a31da2-ab01-4a5e-bb6e-7344aa02b703,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:41.314791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.373540 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:41.379638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:41.381753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:41.382202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Checking segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:41.382675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.383143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Bound using segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:41.383849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Bound port: e79f89b3-0d16-415c-9eed-c20b3e751e5e, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:41.384304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.392959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:41.430687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Made reservation on behalf of 152c375061264f36a154e831765e62c2 for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:41.435517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.578729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:41.656243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Allocated IP 172.20.0.7 (6db007fb-3826-46bc-b21d-882e8e98be13/e3186363-ea4d-4397-94a8-6c4fb347591e/213416b1-178a-4017-b20b-132d79389afa) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:41.673810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:41.686172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:41.697242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:41.792117 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d1138d6-e486-4c8f-ae08-01c02bc17e73 req-504383ef-4c3c-4b23-b064-595d5ff7fece tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 210 time: 0.0850754 Jan 26 20:40:41.830713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52ba9e-9e54-4512-a613-f1ffed7dbdd9,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:41.856216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:41.857954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:41.953774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd10160-8e2a-48f9-8b81-4203487c1c7d req-37d4a7bb-897e-44e5-841b-524953620400 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:41.956129 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7fd10160-8e2a-48f9-8b81-4203487c1c7d req-37d4a7bb-897e-44e5-841b-524953620400 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 932 time: 1.0001357 Jan 26 20:40:42.079046 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=19c84554cf504a12ac0b5f4375cbcdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5207489 Jan 26 20:40:42.084226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 60944) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:42.096227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20a9436-86fe-4dbe-9732-5b82bfab9bc4 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:40:42.125045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:42.140271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.158439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:42.162456 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7fd10160-8e2a-48f9-8b81-4203487c1c7d req-5ba359e8-d01d-4447-88fb-811f19475d8f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939764 Jan 26 20:40:42.181549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Transition to ACTIVE for port object f20a9436-86fe-4dbe-9732-5b82bfab9bc4 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:42.215751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.272332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.310603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.311935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Transition to ACTIVE for port object 213416b1-178a-4017-b20b-132d79389afa will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:42.348584 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.402159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.426244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:42.501860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:42.584374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.640249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:42.647669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:42.651594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:42.664431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52ba9e-9e54-4512-a613-f1ffed7dbdd9,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:42.669256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:42.671875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:40:42.677038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:42.681416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:40:42.682296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:42.682968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.684528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] 10.222.0.90 "PUT /v2.0/ports/e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 1157 time: 5.0635326 Jan 26 20:40:42.686476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Pushing event updated for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:42.688349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:42.704933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:42.746386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:42.750022 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ae52ba9e-9e54-4512-a613-f1ffed7dbdd9 HTTP/1.1" status: 204 len: 168 time: 0.6498852 Jan 26 20:40:42.859368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e', 'status': 'completed', 'code': 200} Jan 26 20:40:42.965883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:42.975657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.030153 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1fcbf20c-e36d-4ab1-830b-d322499f51bf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4589119 Jan 26 20:40:43.051658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Request body: {'port': {'device_id': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:43.134535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-9e919801-7eff-49bc-ba49-666b17809116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:43.148817 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-9e919801-7eff-49bc-ba49-666b17809116 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1160 time: 0.4006665 Jan 26 20:40:43.167415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-1ecc2b81-7570-4ce7-a63a-4f5f36f31b09 None None] Provisioning for port 213416b1-178a-4017-b20b-132d79389afa completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:43.212600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-1ecc2b81-7570-4ce7-a63a-4f5f36f31b09 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:43.219313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1ecc2b81-7570-4ce7-a63a-4f5f36f31b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.269549 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-cc9ad377-4c10-4bab-9bad-e9fbfb3fa9e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.1196887 Jan 26 20:40:43.320050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1ecc2b81-7570-4ce7-a63a-4f5f36f31b09 None None] Port 213416b1-178a-4017-b20b-132d79389afa cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:40:43.465433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Attempting to bind port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:43.465806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Attempting to bind port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:43.466178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Attempting to bind port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 on network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:43.469022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a0b42ab2-9a34-4495-9614-358b725e6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.568594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec3c6d-6c79-4757-b9e6-1ac0b3ef05c4 req-eb8822df-294e-4d61-80ce-0cc0bb2c9b57 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:43.569420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-c8ec3c6d-6c79-4757-b9e6-1ac0b3ef05c4 req-eb8822df-294e-4d61-80ce-0cc0bb2c9b57 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:43.574679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 32768) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:43.603744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:43.604122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Checking segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:43.605371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.605817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Bound using segment: {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:43.606217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Bound port: f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5683fad0-012f-449f-9860-61a20429a46c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7cc7cf1e-8516-4a67-bdb1-a8b021a52725'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:43.606588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.662283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.699918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-c8ec3c6d-6c79-4757-b9e6-1ac0b3ef05c4 req-eb8822df-294e-4d61-80ce-0cc0bb2c9b57 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:43.709741 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c8ec3c6d-6c79-4757-b9e6-1ac0b3ef05c4 req-eb8822df-294e-4d61-80ce-0cc0bb2c9b57 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 931 time: 0.5896285 Jan 26 20:40:43.716738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:43.782967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-442170e1-2952-4cec-b929-00697552a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:43.784699 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-442170e1-2952-4cec-b929-00697552a1fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.4277220 Jan 26 20:40:43.797510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f6eb0f6b-fb00-4070-9789-84e3f50de3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:43.813819 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c8ec3c6d-6c79-4757-b9e6-1ac0b3ef05c4 req-6724f8a4-cb48-4c29-8e3e-13a8382bbc91 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027250 Jan 26 20:40:44.097071 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-9a39973b-8901-49ce-9607-e76a84b74da0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2604716 Jan 26 20:40:44.256234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.282388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda48c18-e824-4bf7-bd35-c8f0410e727c,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:44.341911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7737c-7d01-4b59-b3fb-11b7038d832b req-60ba0a69-4e16-4a42-af0b-f9ce0c2152b6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:44.350619 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fec7737c-7d01-4b59-b3fb-11b7038d832b req-60ba0a69-4e16-4a42-af0b-f9ce0c2152b6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 944 time: 0.8734920 Jan 26 20:40:44.353247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] For port f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:44.355909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:44.425001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] For port f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:44.449446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.494101 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fec7737c-7d01-4b59-b3fb-11b7038d832b req-d0f5537a-4ddd-48b7-95a2-5e8af3d78c75 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424148 Jan 26 20:40:44.535662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:44.600318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.620975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:44.625079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Usage tracker for resource:security_group_rule and tenant:e54bacacb14144dd9009254753ef581b is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:44.628238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:44.634159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:44.639753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Pushing event updated for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:44.705423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:44.719466 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-a5b0bcb1-8e07-43c3-8fdb-2a43f00fd507 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912142 Jan 26 20:40:44.723501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.728089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.752856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:44.795122 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e54bacacb14144dd9009254753ef581b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1396942 Jan 26 20:40:44.800633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 32814) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:44.801673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d07153-3a0d-4bc0-b7e5-a619d35fbea8,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:44.807604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:44.818238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Checking segment: {'id': '5b8c1d66-cb4a-459e-bd3d-fae6914ec823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:44.818644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Network hostable DHCP agents. Network: 88a31da2-ab01-4a5e-bb6e-7344aa02b703, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:44.929185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213416b1-178a-4017-b20b-132d79389afa {{(pid=80137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:40:44.937838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.953254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Transition to ACTIVE for port object 213416b1-178a-4017-b20b-132d79389afa will not be triggered until provisioned by entity L2. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:40:44.958594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:44.981105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:45.033680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.074340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:45.087801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.143928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:45.302925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:45.335093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15dc61-f336-4624-8ed3-e5b2d26b6718 req-1e209f1f-81cf-4b5f-adb1-49fe47746658 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:45.344038 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ad15dc61-f336-4624-8ed3-e5b2d26b6718 req-1e209f1f-81cf-4b5f-adb1-49fe47746658 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.2703118 Jan 26 20:40:45.384405 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 88a31da2-ab01-4a5e-bb6e-7344aa02b703) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:45.397913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e087662-f129-4be9-9b81-2dd7eadca2e8 None None] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:45.438934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630afd8-020e-4430-9d5a-b0d3cf04f688 req-00e73793-46bf-4d1e-aff8-053def1eff5c tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:45.440685 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8630afd8-020e-4430-9d5a-b0d3cf04f688 req-00e73793-46bf-4d1e-aff8-053def1eff5c tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 0.7290609 Jan 26 20:40:45.460295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.476378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:45.477061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.478580 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] 10.222.0.90 "PUT /v2.0/ports/f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 200 len: 1158 time: 5.6248069 Jan 26 20:40:45.485501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:45.490605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.524772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:45.564336 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.8613257 Jan 26 20:40:45.582510 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ad15dc61-f336-4624-8ed3-e5b2d26b6718 req-db9b6ebb-9f30-4a67-8d2b-5a6024159ad1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381251 Jan 26 20:40:45.627283 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41cc8567-1fff-4c62-9781-fe3939a6fc43 req-f6199f0e-3f27-425b-b3e6-c660f19f4e66 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8661618 Jan 26 20:40:45.751647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.827144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Attempting to bind port 213416b1-178a-4017-b20b-132d79389afa on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:40:45.829037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Attempting to bind port 213416b1-178a-4017-b20b-132d79389afa by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}] {{(pid=80137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:40:45.829359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Attempting to bind port 213416b1-178a-4017-b20b-132d79389afa on network 6db007fb-3826-46bc-b21d-882e8e98be13 {{(pid=80137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:40:45.843995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:40:45.844392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Checking segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:45.844840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.845244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Bound using segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} {{(pid=80137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:40:45.845754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Bound port: 213416b1-178a-4017-b20b-132d79389afa, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}}] {{(pid=80137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:40:45.850262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:45.865037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:46.049275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f255a749-33bf-4a41-b05a-687e8ec8680a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:46.069889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b28c8-1d03-49d3-ad10-59cb3530ae66 None None] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:46.086460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d07153-3a0d-4bc0-b7e5-a619d35fbea8,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:46.113477 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8630afd8-020e-4430-9d5a-b0d3cf04f688 req-63f1d199-3f8a-4599-b393-cd888967d0e9 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618111 Jan 26 20:40:46.119514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:46.159768 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:46.169582 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/82d07153-3a0d-4bc0-b7e5-a619d35fbea8 HTTP/1.1" status: 204 len: 168 time: 1.3608692 Jan 26 20:40:46.238137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, cleared binding levels {{(pid=80137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:40:46.241667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.90', 59366) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:46.246959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:40:46.273407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:46.332323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:46.414775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-2bccdd56-06ec-40d2-8736-268e5bf5c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.423920 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-2bccdd56-06ec-40d2-8736-268e5bf5c738 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1161 time: 0.6893816 Jan 26 20:40:46.445806 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4', 'status': 'completed', 'code': 200} Jan 26 20:40:46.456572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-08f3952b-f0df-48f1-b91e-1b4010ced435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.458986 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-08f3952b-f0df-48f1-b91e-1b4010ced435 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1160 time: 0.5993171 Jan 26 20:40:46.540289 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-6bd98983-1de5-446a-9613-e303eef22c5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 200 len: 217 time: 0.0964718 Jan 26 20:40:46.579625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06f1fe-008f-4076-b3a1-fbd848d11b14 req-2263f9a8-1cb3-40af-a14e-ea6fbf287ad0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.587306 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a06f1fe-008f-4076-b3a1-fbd848d11b14 req-2263f9a8-1cb3-40af-a14e-ea6fbf287ad0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 944 time: 0.6451576 Jan 26 20:40:46.697637 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a06f1fe-008f-4076-b3a1-fbd848d11b14 req-712756f8-91f3-4d3f-bac9-a3e3c0d5f3c7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091895 Jan 26 20:40:46.730493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=3']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:46.735257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:46.766840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.767382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for port, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:46.768924 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] 10.222.0.90 "PUT /v2.0/ports/213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 1157 time: 3.7225151 Jan 26 20:40:46.769440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:46.835154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-434be7bc-60b9-463a-b65a-5153b9751bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.836604 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-434be7bc-60b9-463a-b65a-5153b9751bd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.2027941 Jan 26 20:40:46.969835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a4ffdff9-df03-4bd8-ad72-add83a83d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:46.975660 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-a4ffdff9-df03-4bd8-ad72-add83a83d833 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1160 time: 0.1596491 Jan 26 20:40:46.981322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 32902) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:47.033463 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-48b8b72f-c522-4b20-b43b-0ad2bb453207 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.035192 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-48b8b72f-c522-4b20-b43b-0ad2bb453207 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.90 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 0.7909203 Jan 26 20:40:47.114474 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-64308394-bd9f-419d-9772-bdef587c1c66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572632 Jan 26 20:40:47.215975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Deleting port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:40:47.216358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:47.223893 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-58ad4375-4ec4-4a3d-80fe-1f83b27ade11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 217 time: 0.2433929 Jan 26 20:40:47.226343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:47.365603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-38f2f469-ddd3-4f94-97d2-f259fe6d2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.367181 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-38f2f469-ddd3-4f94-97d2-f259fe6d2c41 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.8232236 Jan 26 20:40:47.411567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-89de28f7-dcac-4c8e-a8c2-6d6889709d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.413891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-89de28f7-dcac-4c8e-a8c2-6d6889709d92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.1596580 Jan 26 20:40:47.418723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:47.449015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-180f59fb-f71d-4e8e-911c-d9324726509a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:40:47.475696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-ddad1d10-8761-44a4-ac2a-6c86e37ae2f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0975869 Jan 26 20:40:47.485245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Usage tracker for resource:security_group_rule and tenant:6a276c205c954680bacbd212a95be7c9 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:47.571433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:47.627985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:47.731116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-8708b958-2f7a-4e6d-bf4f-94c8791e8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.733375 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-8708b958-2f7a-4e6d-bf4f-94c8791e8923 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3107672 Jan 26 20:40:47.743270 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:47.791239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d815-a4d9-4654-a351-199474668a69 req-0d810d97-b6ed-4c67-9815-ed505f2ec596 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.793030 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88c9d815-a4d9-4654-a351-199474668a69 req-0d810d97-b6ed-4c67-9815-ed505f2ec596 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 945 time: 0.3781483 Jan 26 20:40:47.932532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7954-a34d-4968-b0a7-b5356853c2f0 req-c33d6047-63cf-4ead-9534-4bc338739953 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.935471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port e79f89b3-0d16-415c-9eed-c20b3e751e5e completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:47.944961 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a2c7954-a34d-4968-b0a7-b5356853c2f0 req-c33d6047-63cf-4ead-9534-4bc338739953 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 1.0623949 Jan 26 20:40:47.948376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-55195ba5-2310-4594-9206-7ceaa89d17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:47.949914 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-55195ba5-2310-4594-9206-7ceaa89d17ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.4673779 Jan 26 20:40:47.958157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:47.958589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.001694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 32964) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:48.052726 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-98ad717a-79ec-4bd5-9a52-b42694b4110a service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586007 Jan 26 20:40:48.067551 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-393c5741-4528-4abe-ba83-53fa7cbdeb24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750363 Jan 26 20:40:48.157009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.164997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.208297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:48.220433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:48.225457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.227428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:48.268865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:40:48.309128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,segment=NetworkSegment(bcf5d864-9d30-429e-9b9f-b62344df3548),segment_id=bcf5d864-9d30-429e-9b9f-b62344df3548)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:48.309498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.376207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:48.383162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:48.384399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 32976) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:48.457107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.472710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-691734862-network', 'tenant_id': 'c614b16730854b34b73a7e141c1cc534'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:48.478449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:48.479285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.482718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Usage tracker for resource:network and tenant:c614b16730854b34b73a7e141c1cc534 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:48.486070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:48.491961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:48.494065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,segment=NetworkSegment(bcf5d864-9d30-429e-9b9f-b62344df3548),segment_id=bcf5d864-9d30-429e-9b9f-b62344df3548)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:48.497748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:48.498419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.499992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:48.519608 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88c9d815-a4d9-4654-a351-199474668a69 req-c37156bc-494a-4351-82ef-364f6158af91 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306518 Jan 26 20:40:48.554942 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a276c205c954680bacbd212a95be7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4482017 Jan 26 20:40:48.565510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 32982) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:48.574977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:48.578649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:48.599458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.612365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a2c7954-a34d-4968-b0a7-b5356853c2f0 req-f6f8d614-0dc3-49d9-89bb-72e2ddcb5802 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:48.614035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bedede-dd24-46ff-bae2-5715ba861dc9,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:48.631252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:48.632402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:48.664989 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Usage tracker for resource:security_group_rule and tenant:4245d647374b44cd90a50b047f730398 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:48.675893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:48.697919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:48.744495 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-799a39c4-7fbb-4e58-b5da-eaca84638d78 req-1406dd58-4cfe-4077-9321-bb0329bc2789 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6737695 Jan 26 20:40:48.746381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.796705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.827979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Calling delete_port for 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:40:48.859237 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-264f888b-7671-493e-a912-26ad606ce168 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7322197 Jan 26 20:40:48.874607 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'status': 'completed', 'code': 200} Jan 26 20:40:48.874918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Made reservation on behalf of c614b16730854b34b73a7e141c1cc534 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:48.880327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.896865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.897932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.904948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5660dcad-0260-48b2-b25c-e920441c970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:48.950351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.964090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:48.972174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bedede-dd24-46ff-bae2-5715ba861dc9,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:48.993088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:48.993798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:49.062621 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-18389e56-4fa5-42a5-8bb3-2eae584449be service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9937539 Jan 26 20:40:49.071864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a2c7954-a34d-4968-b0a7-b5356853c2f0 req-f6f8d614-0dc3-49d9-89bb-72e2ddcb5802 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:49.074088 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a2c7954-a34d-4968-b0a7-b5356853c2f0 req-f6f8d614-0dc3-49d9-89bb-72e2ddcb5802 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0912485 Jan 26 20:40:49.075154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:49.080865 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4245d647374b44cd90a50b047f730398&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0755286 Jan 26 20:40:49.088771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 32992) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:49.100430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.101640 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4bedede-dd24-46ff-bae2-5715ba861dc9 HTTP/1.1" status: 204 len: 168 time: 0.5301013 Jan 26 20:40:49.113210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b5935-8781-4b2a-bc13-bfe8d884cbbf,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:49.125185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:49.185314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:49.210498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-35108ff2-86ab-472c-88bf-a215d3eabc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:49.210623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Usage tracker for resource:security_group_rule and tenant:c614b16730854b34b73a7e141c1cc534 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:49.223584 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-35108ff2-86ab-472c-88bf-a215d3eabc4b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1160 time: 0.3207343 Jan 26 20:40:49.266276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:49.286342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:49.365274 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e', 'code': 200} Jan 26 20:40:49.377503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:40:49.377871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:40:49.390028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:49.390450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.409879 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-830ce796-d4b6-405f-99b4-b7695e046ab7 req-4a3d7620-2a1e-4f01-84da-46504d07d7d3 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5380950 Jan 26 20:40:49.518795 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f3dfb7b-80b9-4f0e-9c00-3821bfe15757 req-7ea9e8aa-1958-45b1-b6e8-2ac0b1dcf9a0 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4408598 Jan 26 20:40:49.645745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.650357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e01a-5df4-4f98-b92b-4ec8f718beb0 req-aeecd533-4606-43cc-9c33-dc611edb030b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:49.653358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.658215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:49.658828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e1c0e01a-5df4-4f98-b92b-4ec8f718beb0 req-aeecd533-4606-43cc-9c33-dc611edb030b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 944 time: 0.6478488 Jan 26 20:40:49.665460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.783632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:40:49.792076 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e1c0e01a-5df4-4f98-b92b-4ec8f718beb0 req-e5918302-28bc-4b81-91a2-7f3b6a11766a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321778 Jan 26 20:40:49.794232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.837323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-d7f641a1-19d8-40ff-b3dd-6564a5ee2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:49.839047 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-d7f641a1-19d8-40ff-b3dd-6564a5ee2ae6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.5888588 Jan 26 20:40:49.861311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.861945 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Added segment 7f718cec-0d77-4e11-ada8-58921e544a1a of type vxlan for network 8aca04c9-4980-4018-9399-570922c9197a Jan 26 20:40:49.902015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.937335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:49.965383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:49.978100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b5935-8781-4b2a-bc13-bfe8d884cbbf,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:49.980837 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-e957e599-eb1e-43f1-bd41-ca806bfec85e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 217 time: 0.1137755 Jan 26 20:40:49.981418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Deleting port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:40:49.981623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:49.982189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.014327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.018717 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/446b5935-8781-4b2a-bc13-bfe8d884cbbf HTTP/1.1" status: 204 len: 168 time: 0.9218755 Jan 26 20:40:50.032341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.101529 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.102140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.109873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65886ecf-319b-437d-aa0b-38103a185c8d,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:50.122616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:50.130499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:50.158490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-78e5634b-8100-4232-9253-9a5308e3e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.160186 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-78e5634b-8100-4232-9253-9a5308e3e8b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.1474147 Jan 26 20:40:50.300597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-f4a822fe-5982-4c47-8759-cf53e3987563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.304102 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-f4a822fe-5982-4c47-8759-cf53e3987563 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1330643 Jan 26 20:40:50.479434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-9e6e8d56-d7ef-4d3f-b1fc-106f41a770c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.481500 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-9e6e8d56-d7ef-4d3f-b1fc-106f41a770c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1161 time: 0.7257254 Jan 26 20:40:50.507824 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1055079 Jan 26 20:40:50.511488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33040) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:50.520362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Request body: {'subnet': {'network_id': '8aca04c9-4980-4018-9399-570922c9197a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-691734862-subnet', 'tenant_id': 'c614b16730854b34b73a7e141c1cc534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:50.539095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:50.547496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Usage tracker for resource:subnet and tenant:c614b16730854b34b73a7e141c1cc534 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:50.559567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:50.570394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:50.576860 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-dad619f2-122e-437a-9b3a-feeb2860d687 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653735 Jan 26 20:40:50.614427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Made reservation on behalf of c614b16730854b34b73a7e141c1cc534 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:50.619798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6520056'] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.657526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Pushing event updated for resources: {'Network': ['ID=8aca04c9-4980-4018-9399-570922c9197a,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:50.670106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 8aca04c9-4980-4018-9399-570922c9197a details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:50.673048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:50.718255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33048) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:50.788383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 8aca04c9-4980-4018-9399-570922c9197a details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:40:50.854728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:50.878683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770179f3-900e-4038-8b39-69d928c8f031 req-ba846faa-1794-4346-81ec-50bac03ed3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.880933 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-770179f3-900e-4038-8b39-69d928c8f031 req-ba846faa-1794-4346-81ec-50bac03ed3ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 1.1218762 Jan 26 20:40:50.890447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-1dd24515-c0b2-467a-abfd-34269197569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.892256 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-1dd24515-c0b2-467a-abfd-34269197569b service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.3957629 Jan 26 20:40:50.941904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1034-cef6-45ac-88ac-f3f8623b2ea0 req-af3d5614-f3f8-4b9b-ac58-1411d3fa1833 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.942928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-854b1034-cef6-45ac-88ac-f3f8623b2ea0 req-af3d5614-f3f8-4b9b-ac58-1411d3fa1833 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Synchronizing usage tracker for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:50.966125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:50.978685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd9f1-e99c-4f93-99ed-495a7d3d46db req-17bbec02-64a7-4096-af02-c35550dd1332 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:50.980361 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d15bd9f1-e99c-4f93-99ed-495a7d3d46db req-17bbec02-64a7-4096-af02-c35550dd1332 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.3407638 Jan 26 20:40:50.985002 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-b614e870-8d5f-46db-8c59-b7ec084bc160 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4009068 Jan 26 20:40:51.061887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1df321aeed09414ea8825d53c7aa4b8c is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:51.075690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-7fa3fd9b-e5a0-4210-b92f-b9ec58c57805 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 200 len: 217 time: 0.1255267 Jan 26 20:40:51.077020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:51.091693 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d15bd9f1-e99c-4f93-99ed-495a7d3d46db req-4efbf0fc-560f-4805-bf32-a200ce0bdc99 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979066 Jan 26 20:40:51.109787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:51.177718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-854b1034-cef6-45ac-88ac-f3f8623b2ea0 req-af3d5614-f3f8-4b9b-ac58-1411d3fa1833 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Unset dirty status for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:51.178599 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-854b1034-cef6-45ac-88ac-f3f8623b2ea0 req-af3d5614-f3f8-4b9b-ac58-1411d3fa1833 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 943 time: 1.2055061 Jan 26 20:40:51.202009 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-770179f3-900e-4038-8b39-69d928c8f031 req-fae49f96-d0c8-4f03-b991-ec94254d80c0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558215 Jan 26 20:40:51.271172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:51.285705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] For port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,segment=NetworkSegment(bcf5d864-9d30-429e-9b9f-b62344df3548),segment_id=bcf5d864-9d30-429e-9b9f-b62344df3548)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:51.285997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:51.294924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-5e8da788-f1a2-45c7-9def-77a24c276fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:51.296821 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-5e8da788-f1a2-45c7-9def-77a24c276fbc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.1991420 Jan 26 20:40:51.366659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:51.418010 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-854b1034-cef6-45ac-88ac-f3f8623b2ea0 req-78eabe51-9960-4c41-80a9-af3a71cb9c1e tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/security-groups?id=48b364e9-7ca6-43fd-b730-d49dd3b67764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071667 Jan 26 20:40:51.503555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848475218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6520041'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:51.513774 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9', 'code': 200} Jan 26 20:40:51.533625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:51.615894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e8054c-f6b9-4b2e-9676-cfd0cc6eb134,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:51.699702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:51.762746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dfe6a-3608-48bd-8dc8-0a1166af4a57 req-c2d95d9c-a910-448d-b5d5-d9e432dbc385 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:51.764749 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607dfe6a-3608-48bd-8dc8-0a1166af4a57 req-c2d95d9c-a910-448d-b5d5-d9e432dbc385 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 944 time: 0.3835824 Jan 26 20:40:51.835561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Calling delete_port for 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:40:51.863333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607dfe6a-3608-48bd-8dc8-0a1166af4a57 req-1b82b163-a5cb-4bfe-8f7c-52d26047cb3a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Jan 26 20:40:51.912737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Checking segment: {'id': '7f718cec-0d77-4e11-ada8-58921e544a1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8aca04c9-4980-4018-9399-570922c9197a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:40:51.913083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Network hostable DHCP agents. Network: 8aca04c9-4980-4018-9399-570922c9197a, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:40:51.937837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Network 8aca04c9-4980-4018-9399-570922c9197a is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:40:51.949866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 8aca04c9-4980-4018-9399-570922c9197a) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:40:51.953642 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-51f4bc3b-f742-40b8-975f-74fe6ce6482a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5322778 Jan 26 20:40:51.959221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device f20a9436-86fe-4dbe-9732-5b82bfab9bc4 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:51.980699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:51.989486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.041715 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5206308 Jan 26 20:40:52.059320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a5a7a-072e-4ebb-90ce-dc407bdf7084 None None] Network 8aca04c9-4980-4018-9399-570922c9197a requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:52.151119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:52.195427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:52.195855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.270809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.371690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.399222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:52.617279 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-bf4da24d-d06f-4391-87b1-0ad5e0e3508d service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511750 Jan 26 20:40:52.646528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1df321aeed09414ea8825d53c7aa4b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9056475 Jan 26 20:40:52.670939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33106) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:52.678457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d856b3-7c05-4cec-9a55-0aa46c671e70,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:52.679599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.681428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.684013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:52.696184 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3da762c6-51c4-4b33-ad76-004451305b6b req-9e9aa7e5-c3b8-4361-8793-81519833518f tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.0736721 Jan 26 20:40:52.711456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73308892-0d65-4496-9a9f-705d80e5e5ef None None] Network 8aca04c9-4980-4018-9399-570922c9197a requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:40:52.832043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:52.842451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:52.844320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:52.914568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:53.001727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:53.134798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 213416b1-178a-4017-b20b-132d79389afa completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:40:53.146342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:53.148912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:53.149440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.151979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] No DVR routers for this DVR port 18917291-ebe4-48d0-b6d8-cbef7bcd01f9 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:40:53.155912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.173154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Pushing event deleted for resources: {'Port': ['ID=18917291-ebe4-48d0-b6d8-cbef7bcd01f9,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:53.188610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:53.193461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:53.206189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-deleted', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:53.214303 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-51684232-08e8-4d6f-bfc0-265dddaff89f req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.90 "DELETE /v2.0/ports/18917291-ebe4-48d0-b6d8-cbef7bcd01f9 HTTP/1.1" status: 204 len: 173 time: 6.1029923 Jan 26 20:40:53.315183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.334373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfae5-a359-4e66-88c7-f38547cff2ce req-1133db4a-6407-43ba-bc45-aaf47428c6fb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:53.340442 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c48cfae5-a359-4e66-88c7-f38547cff2ce req-1133db4a-6407-43ba-bc45-aaf47428c6fb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.9010761 Jan 26 20:40:53.360724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.361632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:40:53.368385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.370785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:53.409703 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4fcc621e-4eda-4598-854a-a15ee3c3eb9d req-656f3337-939e-4b9c-94a3-7df58d4a3c76 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7660446 Jan 26 20:40:53.454831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.463450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:53.467542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:53.474882 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c48cfae5-a359-4e66-88c7-f38547cff2ce req-ba187a4e-a720-42c8-b145-b4f25f94f808 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073675 Jan 26 20:40:53.522694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4'}, {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:40:53.541223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.548393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:53.561161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d856b3-7c05-4cec-9a55-0aa46c671e70,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:53.569508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device f20a9436-86fe-4dbe-9732-5b82bfab9bc4 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:53.591811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:53.591811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.591811 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d3d856b3-7c05-4cec-9a55-0aa46c671e70 HTTP/1.1" status: 204 len: 168 time: 0.9152575 Jan 26 20:40:53.746111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:53.746581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:53.872142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f70a-2f9d-489b-9ee5-0694bc04c0c3 req-5458315d-3f3d-4c45-8ee1-1354c7942ae8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:53.884264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bff6f70a-2f9d-489b-9ee5-0694bc04c0c3 req-5458315d-3f3d-4c45-8ee1-1354c7942ae8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1874964 Jan 26 20:40:53.891581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:53.925612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-0600583f-4cf0-4ac3-96a8-9e2039e52047 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:53.938271 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-0600583f-4cf0-4ac3-96a8-9e2039e52047 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/networks?id=88a31da2-ab01-4a5e-bb6e-7344aa02b703 HTTP/1.1" status: 200 len: 809 time: 0.7097349 Jan 26 20:40:53.970264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bff6f70a-2f9d-489b-9ee5-0694bc04c0c3 req-3f247d09-4e84-487c-8aad-d8c5ca57026e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814810 Jan 26 20:40:53.970889 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-54112622-c684-4fe8-aa3c-92812ea81b2b tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/quotas/152c375061264f36a154e831765e62c2 HTTP/1.1" status: 200 len: 375 time: 0.0307064 Jan 26 20:40:54.043158 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e', 'name': 'network-vif-deleted', 'tag': '18917291-ebe4-48d0-b6d8-cbef7bcd01f9', 'status': 'completed', 'code': 200} Jan 26 20:40:54.056562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:54.056987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:54.074745 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-5c575ba5-41e6-407e-a4be-5514394f9392 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=152c375061264f36a154e831765e62c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026459 Jan 26 20:40:54.155353 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4', 'code': 200} Jan 26 20:40:54.156340 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'code': 200} Jan 26 20:40:54.400026 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-55a3f0a6-c181-4e6a-a2fe-eb3446ddf9ed service neutron] 10.222.0.89 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234928 Jan 26 20:40:54.697051 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-f6969228-2fef-4590-8b69-c469fcbe2e2c service neutron] 10.222.0.89 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2950187 Jan 26 20:40:54.742139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ec209834-0207-4a83-a0c3-b450fef3b3b9 req-00c30fb7-1ce2-4e98-a4ef-5eb66b60fc0d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Synchronizing usage tracker for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:54.918888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ec209834-0207-4a83-a0c3-b450fef3b3b9 req-00c30fb7-1ce2-4e98-a4ef-5eb66b60fc0d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Unset dirty status for tenant:e82ac68173c04d04b69da2c1a739c2be on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:54.920235 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ec209834-0207-4a83-a0c3-b450fef3b3b9 req-00c30fb7-1ce2-4e98-a4ef-5eb66b60fc0d tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] 10.222.0.89 "GET /v2.0/ports?device_id=56b0d9c1-01a7-4d5a-93c3-c3613eb30b6e HTTP/1.1" status: 200 len: 210 time: 0.4555962 Jan 26 20:40:55.104343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf428-081e-4c84-846f-079751de0b9a req-27b3270b-6d8f-418e-a811-947f64449e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:55.106242 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-655bf428-081e-4c84-846f-079751de0b9a req-27b3270b-6d8f-418e-a811-947f64449e45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1163 time: 0.5224686 Jan 26 20:40:55.112133 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7450b64c-25a7-46d1-8aa1-3a2e5e1d30b5 req-0b0a7b0c-7b5a-40bb-b32f-2d23d1f6e5ef tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 210 time: 0.0821576 Jan 26 20:40:55.187961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed5b4e-9815-43f8-8533-d9f1fb0b661c req-b8075c5e-05e6-422c-a963-c4d9040b7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:55.194625 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4ed5b4e-9815-43f8-8533-d9f1fb0b661c req-b8075c5e-05e6-422c-a963-c4d9040b7754 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1162 time: 0.6125183 Jan 26 20:40:55.230421 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-655bf428-081e-4c84-846f-079751de0b9a req-bb51b29d-4c47-44cd-9b62-94f6253d0a52 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145453 Jan 26 20:40:55.272677 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4ed5b4e-9815-43f8-8533-d9f1fb0b661c req-014c2a58-c996-4766-acde-66657258a212 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662680 Jan 26 20:40:55.291069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef7d11-2b64-4450-981e-146fb1e6cb74 req-f810b57b-c848-4475-88be-385af678f48c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:55.292799 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a8ef7d11-2b64-4450-981e-146fb1e6cb74 req-f810b57b-c848-4475-88be-385af678f48c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2164869 Jan 26 20:40:55.397134 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a8ef7d11-2b64-4450-981e-146fb1e6cb74 req-d58b7ff7-70e0-4393-9f9d-4c225780ad7b tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965140 Jan 26 20:40:55.488120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:55.511482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c77d7c-1bee-4fbd-a047-7461bf256df4 req-f5a73dd3-80c0-4df0-a714-5dec77924fc6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:55.513828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73c77d7c-1bee-4fbd-a047-7461bf256df4 req-f5a73dd3-80c0-4df0-a714-5dec77924fc6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1851532 Jan 26 20:40:55.602735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:55.603163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:55.606934 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73c77d7c-1bee-4fbd-a047-7461bf256df4 req-5d17a1b3-0c9a-4e36-88cd-87101af472b8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Jan 26 20:40:56.348114 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2842f3f3-5d80-4921-86dd-8770f75545e5 req-baa80492-2949-4ba9-9260-9c829b7ad18a tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 210 time: 0.0822315 Jan 26 20:40:56.923526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-fbd299ad-f657-4117-8848-0424bf87de63 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:56.924388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-fbd299ad-f657-4117-8848-0424bf87de63 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Synchronizing usage tracker for tenant:152c375061264f36a154e831765e62c2 on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:40:56.954923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2afcb-f339-4338-b413-b2aa99c4deec req-6336bd48-67cb-4d02-a93a-110a5149a3fd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:56.963217 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-86d2afcb-f339-4338-b413-b2aa99c4deec req-6336bd48-67cb-4d02-a93a-110a5149a3fd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2314394 Jan 26 20:40:57.048727 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-86d2afcb-f339-4338-b413-b2aa99c4deec req-7e3d6988-f2d3-4c8f-acde-0eb73ac529a1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838566 Jan 26 20:40:57.069795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-fbd299ad-f657-4117-8848-0424bf87de63 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Unset dirty status for tenant:152c375061264f36a154e831765e62c2 on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:40:57.071201 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-fbd299ad-f657-4117-8848-0424bf87de63 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.90 "GET /v2.0/networks?id=88a31da2-ab01-4a5e-bb6e-7344aa02b703 HTTP/1.1" status: 200 len: 809 time: 0.5938127 Jan 26 20:40:57.089294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Request body: {'port': {'device_id': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703', 'admin_state_up': True, 'tenant_id': '152c375061264f36a154e831765e62c2'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:57.282102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c68072-96b9-4b84-b67f-dcdff0936100 req-ddfa2735-6f62-4110-ab06-3e55519bfe6b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:57.288431 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-08c68072-96b9-4b84-b67f-dcdff0936100 req-ddfa2735-6f62-4110-ab06-3e55519bfe6b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.3531816 Jan 26 20:40:57.384964 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-08c68072-96b9-4b84-b67f-dcdff0936100 req-c0defe11-fec8-48de-8da7-4f97a886d72b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Jan 26 20:40:57.396377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:57.400990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Usage tracker for resource:port and tenant:152c375061264f36a154e831765e62c2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:57.404756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:57.412755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:57.427194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Made reservation on behalf of 152c375061264f36a154e831765e62c2 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:40:57.441853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:57.517898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:40:57.627323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:40:57.628092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:57.692728 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d9fbc9e-7a1a-4e1d-aefd-46f4b5cb7952 req-f4a67232-350a-4619-8b3a-96b9475d40a4 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 210 time: 0.1175919 Jan 26 20:40:58.194572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d22a6-fb78-45d6-bfcf-71a134ee03d8 req-79bf8489-ca2e-47b1-8e68-88aba528c598 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:58.202628 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-300d22a6-fb78-45d6-bfcf-71a134ee03d8 req-79bf8489-ca2e-47b1-8e68-88aba528c598 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1901386 Jan 26 20:40:58.280864 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-300d22a6-fb78-45d6-bfcf-71a134ee03d8 req-1dc6f835-57fa-4dde-915e-de91475049e0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Jan 26 20:40:58.362582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-9c567de7-27df-4d76-bf7d-dee06502f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:58.364803 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-9c567de7-27df-4d76-bf7d-dee06502f20f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1163 time: 0.4189460 Jan 26 20:40:58.484094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33364) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:58.554822 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Allocated IP 172.20.0.11 (88a31da2-ab01-4a5e-bb6e-7344aa02b703/cda48c18-e824-4bf7-bd35-c8f0410e727c/acc8683f-f2a4-459e-bfb2-f5a01d05fe02) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:40:58.563149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Deleting subnet 294dcd9e-b557-44ed-9bc8-07632afcee25 {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:40:58.566568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:58.622680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:58.682953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7704cf-00aa-4590-9e7a-0b715b66bab1 req-a45b3770-39d5-4184-8012-faf90dc45df5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:58.684715 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed7704cf-00aa-4590-9e7a-0b715b66bab1 req-a45b3770-39d5-4184-8012-faf90dc45df5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.3794742 Jan 26 20:40:58.687173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:58.699635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-1a5b3d10-325d-4e5d-9754-f933c48fa931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:58.701250 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-1a5b3d10-325d-4e5d-9754-f933c48fa931 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.3262634 Jan 26 20:40:58.814412 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-ce522dfb-7407-4960-a122-509cdca8ecd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 200 len: 217 time: 0.0800366 Jan 26 20:40:58.837587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33372) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:58.905281 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d5a391a0-1d5a-4d6c-ba40-1d17c91a991d req-f0323d12-921b-4b5a-9e91-3d5d2ef47646 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 210 time: 0.0531025 Jan 26 20:40:58.982921 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed7704cf-00aa-4590-9e7a-0b715b66bab1 req-c33cf79e-ae2a-48c2-b964-025bf26da253 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805734 Jan 26 20:40:59.011714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-cb11c572-3625-4b88-a7e0-c36656bf1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:59.013316 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-cb11c572-3625-4b88-a7e0-c36656bf1ee2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.1870170 Jan 26 20:40:59.038193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.065523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:40:59.074790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Usage tracker for resource:security_group_rule and tenant:cff85bf071ac4a7b96912257be0ba092 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:40:59.078417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:40:59.086374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:40:59.092228 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-3dc44497-b6e9-45dd-898f-b6d7b4ae3d2d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713573 Jan 26 20:40:59.148116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.294182 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-a6b68aeb-0dd1-46cf-abf2-96cdbfbfde9d service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879270 Jan 26 20:40:59.314404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ca942f63-df6a-44f5-bdec-22a99577270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:59.337230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.425024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.438799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294dcd9e-b557-44ed-9bc8-07632afcee25,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:59.448020 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/294dcd9e-b557-44ed-9bc8-07632afcee25 HTTP/1.1" status: 204 len: 168 time: 0.9627774 Jan 26 20:40:59.452971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33400) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:59.458101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.458772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.459378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.459977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.460550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.461490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.462083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.462656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.463230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.463830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.464873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.465677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.466328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.466915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.467519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.468097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.468668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.469233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.470107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.470842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.471444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.472197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.472771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.474287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:40:59.490143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:59.614727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0a098-7b73-433f-b749-9a0849cec262 req-0f1dc004-f35e-446f-b698-e1a8c83921be tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:40:59.624287 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9039f9a6-82c7-4828-af92-296ba3ad20b6 req-8801e958-da9d-435d-900e-e3e35718e02c service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3146803 Jan 26 20:40:59.625418 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4d0a098-7b73-433f-b749-9a0849cec262 req-0f1dc004-f35e-446f-b698-e1a8c83921be tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.3121493 Jan 26 20:40:59.629203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.637672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33410) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:40:59.648199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'floatingip': {'port_id': '213416b1-178a-4017-b20b-132d79389afa'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:40:59.709666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.718396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.741855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:59.776034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c55fce-4f68-4afb-9b97-e2209e69119e,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:40:59.783576 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:40:59.793750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.804428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-35256e02-7fcf-46ea-8c80-9f47c570dcd4 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:40:59.869341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:40:59.943306 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cff85bf071ac4a7b96912257be0ba092&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1015449 Jan 26 20:40:59.946213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33434) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:00.080676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:41:00.087579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:41:00.100279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:41:00.126327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.137589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:00.138307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.160152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.174563 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0896783 Jan 26 20:41:00.179956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Pushing event updated for resources: {'Port': ['ID=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:00.191465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.191465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.192338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.192681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.193077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.193474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.194330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.194330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.194999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.194999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.195697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.196105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.196715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.197103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.197486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.197871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.198252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.198665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.199143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.199546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.199810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.200246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.200629 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.201168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:00.242387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Request body: {'port': {'device_id': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:41:00.268652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:00.564455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33448) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:00.565055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33450) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:00.616027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf049f-d1d0-48d6-b86f-c2024e7131f8 req-0a9f3281-3b2c-4bdd-b7cd-cc65547ea695 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:00.617706 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-adbf049f-d1d0-48d6-b86f-c2024e7131f8 req-0a9f3281-3b2c-4bdd-b7cd-cc65547ea695 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 1.0704417 Jan 26 20:41:00.678212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.688035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:00.728903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.757062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf436ac-8ab0-468a-8e75-d6145b66cad8 req-b50172b7-bca6-428d-b455-1776d3c26c67 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:00.764810 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cdf436ac-8ab0-468a-8e75-d6145b66cad8 req-b50172b7-bca6-428d-b455-1776d3c26c67 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 932 time: 0.6790373 Jan 26 20:41:00.846671 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-adbf049f-d1d0-48d6-b86f-c2024e7131f8 req-e1518124-ca7a-4162-a56d-7661cf656265 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164807 Jan 26 20:41:00.864485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c55fce-4f68-4afb-9b97-e2209e69119e,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:00.866994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:00.917268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.941912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.956955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:00.980881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.981282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.982124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.982494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > port after_create 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.982849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.983237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > port after_update 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.983620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.983978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.984412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:00.984658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:01.014150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.017865 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/10c55fce-4f68-4afb-9b97-e2209e69119e HTTP/1.1" status: 204 len: 168 time: 1.0681705 Jan 26 20:41:01.053095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:01.053464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:01.053839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:01.054209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80136) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:01.054612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4297058e-24ab-4aba-868d-89b8161d82f8']}} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:01.063979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:01.074902 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cdf436ac-8ab0-468a-8e75-d6145b66cad8 req-f8a1ea14-2208-4168-a22f-fcdcd458b12e tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090494 Jan 26 20:41:01.102532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Usage tracker for resource:security_group_rule and tenant:254e950bf33c455c8a480bf52e77819e is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:01.106748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf5d864-9d30-429e-9b9f-b62344df3548') {'for_net_delete': True} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:01.107087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf5d864-9d30-429e-9b9f-b62344df3548') {} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:01.114471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:01.121301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:01.137660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Usage tracker for resource:security_group_rule and tenant:050052e1451f4f51bff3a2c4574ae779 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:01.142298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:01.149671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:01.157520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848330715'] for segment, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.179566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:01.238875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.resource_extend [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 20:41:01.289388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.302437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:41:01.365652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.368940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.516306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33474) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:01.592137 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Floating IP f4d3aa6f-eb51-4f76-854a-89b008ff50a0 associated. External IP: 172.28.1.146, port: 213416b1-178a-4017-b20b-132d79389afa. Jan 26 20:41:01.645973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.695023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Network 4297058e-24ab-4aba-868d-89b8161d82f8 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:01.724434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848335854'] for segment, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.750526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:01.882915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8248fa77df4747820c765c53e2637f is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:01.897713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:01.928329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:01.931561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.954028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.969015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:01.970426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:41:02.031955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-be6211ab-1bcb-439b-b596-c182002cd9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:02.039225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.199142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Network 4297058e-24ab-4aba-868d-89b8161d82f8 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: (rel_b, rel_a, rel_b), Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: (rel_b, rel_a, rel_b), Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:41:02.237994 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:41:02.244444 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=050052e1451f4f51bff3a2c4574ae779&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6717489 Jan 26 20:41:02.299417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33484) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:02.306719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e693c-b617-4c94-ad45-c9680423ff90,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:02.314627 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=254e950bf33c455c8a480bf52e77819e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7435408 Jan 26 20:41:02.326316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:02.341680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33488) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:02.342221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:02.451458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.463142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9517c-ec3a-435e-ae1f-e9de7f30f6d2,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:02.466405 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:02.479120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.488085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:41:02.491773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.491919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-df162aee-a614-4115-b1c3-c8044ac55238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:02.497307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.501878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:41:02.511881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:41:02.512430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:02.555315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Pushing event deleted for resources: {'Network': ['ID=4297058e-24ab-4aba-868d-89b8161d82f8,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:02.558160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:02.599541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bff3f1-2792-4bd7-ab4c-070524ff543a req-d793e698-1837-43d3-9ce1-93bdc87f4677 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:02.601253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-08bff3f1-2792-4bd7-ab4c-070524ff543a req-d793e698-1837-43d3-9ce1-93bdc87f4677 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 932 time: 0.3008394 Jan 26 20:41:02.643206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.668857 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9dafd0a0-61e0-4745-aebf-15be07560255 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "PUT /v2.0/floatingips/f4d3aa6f-eb51-4f76-854a-89b008ff50a0 HTTP/1.1" status: 200 len: 991 time: 3.0299158 Jan 26 20:41:02.676214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:02.688273 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-21ddba27-e62a-49e6-bd79-7ec5df9df952 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4297058e-24ab-4aba-868d-89b8161d82f8 HTTP/1.1" status: 204 len: 168 time: 3.2340488 Jan 26 20:41:02.689332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.726577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:41:02.731826 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-08bff3f1-2792-4bd7-ab4c-070524ff543a req-1e93c165-287f-444a-9cc3-6b34ab2a840b tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178014 Jan 26 20:41:02.747290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.753575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1cc89920-a325-4748-9b5d-4aaee6b64516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:02.759774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67095a4-d2ea-4feb-bcc8-b51f5521ee57 req-bd21d4d9-10a4-4e25-9f61-ecf612895027 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:02.761524 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b67095a4-d2ea-4feb-bcc8-b51f5521ee57 req-bd21d4d9-10a4-4e25-9f61-ecf612895027 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.7075026 Jan 26 20:41:02.781385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e693c-b617-4c94-ad45-c9680423ff90,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:02.781591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc8683f-f2a4-459e-bfb2-f5a01d05fe02 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:41:02.784419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:02.786828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.788373 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a05e693c-b617-4c94-ad45-c9680423ff90 HTTP/1.1" status: 204 len: 168 time: 0.4856398 Jan 26 20:41:02.809852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.828088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.854194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.899729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:02.912091 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a8248fa77df4747820c765c53e2637f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3808765 Jan 26 20:41:02.913689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33504) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:02.931944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Transition to ACTIVE for port object acc8683f-f2a4-459e-bfb2-f5a01d05fe02 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:41:02.948036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:02.971053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.020617 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b67095a4-d2ea-4feb-bcc8-b51f5521ee57 req-929c1c5e-501a-4097-9b60-9f27b89b3c26 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423983 Jan 26 20:41:03.030708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51c5c8-72fb-42cc-b2c1-0879ced52292,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:03.065137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.142089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.168361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:03.187376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33514) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.191177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:03.235703 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'status': 'completed', 'code': 200} Jan 26 20:41:03.292012 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-46ad980d-6d3a-4d22-b0d5-50b5b209ec96 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e82ac68173c04d04b69da2c1a739c2be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1037018 Jan 26 20:41:03.293020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33520) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.353653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.361855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:03.379939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51c5c8-72fb-42cc-b2c1-0879ced52292,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:03.382869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:03.398950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.400345 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe51c5c8-72fb-42cc-b2c1-0879ced52292 HTTP/1.1" status: 204 len: 168 time: 0.4848573 Jan 26 20:41:03.406094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.437849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.499026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.505186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d24dce48-1066-44cb-91b3-6389b42698e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:03.512539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'f4d3aa6f-eb51-4f76-854a-89b008ff50a0', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.146', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': '213416b1-178a-4017-b20b-132d79389afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:5d:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:40:33Z', 'updated_at': '2021-01-26T20:41:01Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:03.518995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:41:03.531110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b364e9-7ca6-43fd-b730-d49dd3b67764,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:03.532000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:41:03.533457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:40:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:03.535119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:03.549819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.555470 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/48b364e9-7ca6-43fd-b730-d49dd3b67764 HTTP/1.1" status: 204 len: 168 time: 0.2607915 Jan 26 20:41:03.623302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33528) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:03.656124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.688480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:03.696269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:03.704233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:03.706842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:0accae549fda4598a3dc61eb063c619a is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:03.711927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:03.712707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.721494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c9dfbfe7-1632-457e-b1c0-4336fb331e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:03.727541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:03.750315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9517c-ec3a-435e-ae1f-e9de7f30f6d2,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:03.757687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:03.829425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.830679 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44f9517c-ec3a-435e-ae1f-e9de7f30f6d2 HTTP/1.1" status: 204 len: 168 time: 1.4810812 Jan 26 20:41:03.849252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-d967cf64-15e9-4ade-a30e-7361d90c60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:03.850884 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-d967cf64-15e9-4ade-a30e-7361d90c60d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1162 time: 0.6083796 Jan 26 20:41:03.867940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:41:03.929534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:03.939439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.003135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-63d89b78-0301-4a79-90d8-6fe75f483d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:04.016095 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0accae549fda4598a3dc61eb063c619a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886361 Jan 26 20:41:04.022662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33540) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:04.075591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70211a-068b-4c2f-9455-d81cdd297697,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:04.085590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:04.201751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Attempting to bind port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:41:04.202178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Attempting to bind port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '5b8c1d66-cb4a-459e-bd3d-fae6914ec823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:41:04.202483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Attempting to bind port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 on network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:41:04.243853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:41:04.244235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Checking segment: {'id': '5b8c1d66-cb4a-459e-bd3d-fae6914ec823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:41:04.244615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.245016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Bound using segment: {'id': '5b8c1d66-cb4a-459e-bd3d-fae6914ec823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:41:04.245511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Bound port: acc8683f-f2a4-459e-bfb2-f5a01d05fe02, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8c1d66-cb4a-459e-bd3d-fae6914ec823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88a31da2-ab01-4a5e-bb6e-7344aa02b703'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:41:04.245883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.288760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-44c7c646-aeb5-4ee8-a7ee-dda7f08ce9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:04.290363 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-44c7c646-aeb5-4ee8-a7ee-dda7f08ce9b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.4092770 Jan 26 20:41:04.330574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.428624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'f4d3aa6f-eb51-4f76-854a-89b008ff50a0', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.146', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': '213416b1-178a-4017-b20b-132d79389afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:5d:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:40:33Z', 'updated_at': '2021-01-26T20:41:01Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:04.434758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7427c0d8-c338-4e95-82f8-3a11cd70a5ed None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'f4d3aa6f-eb51-4f76-854a-89b008ff50a0', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.146', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': '213416b1-178a-4017-b20b-132d79389afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:5d:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:40:33Z', 'updated_at': '2021-01-26T20:41:01Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:41:04.498377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10061ef6-99d0-4987-9290-e9019bb53dea req-f5852eec-fca7-4cda-a53d-bb9efa207b53 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:04.499190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-10061ef6-99d0-4987-9290-e9019bb53dea req-f5852eec-fca7-4cda-a53d-bb9efa207b53 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Synchronizing usage tracker for tenant:152c375061264f36a154e831765e62c2 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:41:04.547933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.622766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33564) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:04.634261 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-2f264b86-007a-459a-b2b6-faf8de96661b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 999 time: 0.3335550 Jan 26 20:41:04.634914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-10061ef6-99d0-4987-9290-e9019bb53dea req-f5852eec-fca7-4cda-a53d-bb9efa207b53 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Unset dirty status for tenant:152c375061264f36a154e831765e62c2 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:41:04.645885 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-10061ef6-99d0-4987-9290-e9019bb53dea req-f5852eec-fca7-4cda-a53d-bb9efa207b53 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 944 time: 0.6329403 Jan 26 20:41:04.649105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] For port acc8683f-f2a4-459e-bfb2-f5a01d05fe02, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:41:04.655193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.657021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] For port acc8683f-f2a4-459e-bfb2-f5a01d05fe02, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,segment=NetworkSegment(5b8c1d66-cb4a-459e-bd3d-fae6914ec823),segment_id=5b8c1d66-cb4a-459e-bd3d-fae6914ec823)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:41:04.675748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:04.681843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Usage tracker for resource:security_group_rule and tenant:9e592444e33941f99e1939ea2d5a5d9e is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:04.686436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:04.699060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:04.722812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:04.744264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:04.785572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003535-9860-47a1-b3cf-9c360e1e5eaa req-0c91facf-c5d9-4a1b-9d4f-0173438b231f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:04.794217 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b003535-9860-47a1-b3cf-9c360e1e5eaa req-0c91facf-c5d9-4a1b-9d4f-0173438b231f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2179465 Jan 26 20:41:04.872864 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b003535-9860-47a1-b3cf-9c360e1e5eaa req-28570e9e-3e4a-4be8-bad5-071bc837ca41 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785611 Jan 26 20:41:04.876478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e752e8-0afc-4a9b-a8a8-3805cb6ef048 None None] New status for floating IP f4d3aa6f-eb51-4f76-854a-89b008ff50a0: ACTIVE {{(pid=80138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:41:04.957340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-10061ef6-99d0-4987-9290-e9019bb53dea req-6b8b628a-0fa5-4212-97ba-aa59805608a2 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Synchronizing usage tracker for tenant:152c375061264f36a154e831765e62c2 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:41:04.974353 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-d0b3b44a-5b1b-43bf-9171-f2d342ceb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:04.976216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-d0b3b44a-5b1b-43bf-9171-f2d342ceb02f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.3217142 Jan 26 20:41:04.981332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.021039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.030688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.043289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bc971145-6ecf-4754-9d0e-05d1ceb242fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:05.079883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:05.086318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:05.088306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cdab22b1-f302-41ca-a38c-42cc56f4ed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:05.093463 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9e592444e33941f99e1939ea2d5a5d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706848 Jan 26 20:41:05.096300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33578) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:05.107202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-10061ef6-99d0-4987-9290-e9019bb53dea req-6b8b628a-0fa5-4212-97ba-aa59805608a2 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Unset dirty status for tenant:152c375061264f36a154e831765e62c2 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:41:05.108729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b73e03-390a-4f33-b8c3-db3cbee56ebb,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:05.132017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-10061ef6-99d0-4987-9290-e9019bb53dea req-6b8b628a-0fa5-4212-97ba-aa59805608a2 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851432 Jan 26 20:41:05.138024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.139210 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e70211a-068b-4c2f-9455-d81cdd297697 HTTP/1.1" status: 204 len: 168 time: 1.0823321 Jan 26 20:41:05.145493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:05.155553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70211a-068b-4c2f-9455-d81cdd297697,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:05.183988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:05.212992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:05.215745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.220600 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] 10.222.0.90 "PUT /v2.0/ports/acc8683f-f2a4-459e-bfb2-f5a01d05fe02 HTTP/1.1" status: 200 len: 1158 time: 5.0325942 Jan 26 20:41:05.221523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:05.263758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33588) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:05.282203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.368148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.381454 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02', 'status': 'completed', 'code': 200} Jan 26 20:41:05.403776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-3fade872-b6d8-4e67-a43b-908337b168c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:05.405648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-3fade872-b6d8-4e67-a43b-908337b168c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4089551 Jan 26 20:41:05.433260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.439614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:05.458441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b73e03-390a-4f33-b8c3-db3cbee56ebb,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:05.461645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:05.486083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.493632 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/13b73e03-390a-4f33-b8c3-db3cbee56ebb HTTP/1.1" status: 204 len: 168 time: 0.3922429 Jan 26 20:41:05.563911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-44cd95a4-8108-45ba-a2d7-f7e9d0cce33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:05.565531 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-44cd95a4-8108-45ba-a2d7-f7e9d0cce33e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=152c375061264f36a154e831765e62c2&device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 1161 time: 0.2927270 Jan 26 20:41:05.654100 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-184f8c53-c990-428f-a980-1030a140c872 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404802 Jan 26 20:41:05.655604 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-f474fae8-44de-4fde-b9f5-e180b1ec71c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc8683f-f2a4-459e-bfb2-f5a01d05fe02 HTTP/1.1" status: 200 len: 217 time: 0.0740044 Jan 26 20:41:05.830065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-9b36cd46-e701-47d5-ac37-69d12ede5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:05.831671 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-9b36cd46-e701-47d5-ac37-69d12ede5a2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cda48c18-e824-4bf7-bd35-c8f0410e727c HTTP/1.1" status: 200 len: 849 time: 0.1628978 Jan 26 20:41:05.922090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:05.968376 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-3b2f6878-50c7-40ff-b2a0-1c95aa224f1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=88a31da2-ab01-4a5e-bb6e-7344aa02b703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121778 Jan 26 20:41:05.976060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:06.007581 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-013f0cfd-1ee3-4c20-8510-d20c4ad8f206 req-c0d02e2d-d02a-4275-9399-668ac44e2ade service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3402321 Jan 26 20:41:06.009365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4f7a984cc84f25bacd992751329390 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:06.015217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:06.077522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:06.147890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d07e7-7c02-4eb9-88c1-d81df89e0464 req-cbf17f99-e2f5-409a-b6d0-b0b3f4ba493d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:06.149616 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-097d07e7-7c02-4eb9-88c1-d81df89e0464 req-cbf17f99-e2f5-409a-b6d0-b0b3f4ba493d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1340897 Jan 26 20:41:06.224838 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-097d07e7-7c02-4eb9-88c1-d81df89e0464 req-810d7870-1b22-457f-b904-4deeae7664d7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Jan 26 20:41:06.300565 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-f068edd6-8145-4839-95a5-2b159db67f85 service neutron] 10.222.0.90 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200011 Jan 26 20:41:06.308890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.313480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.344724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2eaa21a3-4263-4161-ad85-84e81124ee7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:06.357057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33630) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:06.357264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d4f7a984cc84f25bacd992751329390&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0859101 Jan 26 20:41:06.446378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.482024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.540079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c1c148-89f2-41ff-affa-eb8c55b0e2d4,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:06.549109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:06.568960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.586000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-76c11cc5-3720-4b7d-9807-dea773d1d3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:06.616037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c1c148-89f2-41ff-affa-eb8c55b0e2d4,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:06.653012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:06.664091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:06.667870 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b4c1c148-89f2-41ff-affa-eb8c55b0e2d4 HTTP/1.1" status: 204 len: 168 time: 0.3094218 Jan 26 20:41:06.832676 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbc20053-2cb3-4d88-aa7e-0efe691e2be9 req-109b7c6f-f117-4741-b255-9ed493127c63 service neutron] 10.222.0.90 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4890573 Jan 26 20:41:06.878547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8c62e-087c-462b-a302-d9c9641bcf95 req-7cecb179-9943-4c19-9775-01b4d5230d5d tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:06.880291 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ee8c62e-087c-462b-a302-d9c9641bcf95 req-7cecb179-9943-4c19-9775-01b4d5230d5d tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 944 time: 0.4997506 Jan 26 20:41:06.983485 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ee8c62e-087c-462b-a302-d9c9641bcf95 req-8e7ef4c6-30d3-4128-aed7-2eea5df02a72 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613935 Jan 26 20:41:07.006828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-2d58f196-44cb-4331-b144-067619180f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:07.008450 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-2d58f196-44cb-4331-b144-067619180f5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=152c375061264f36a154e831765e62c2&device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 1161 time: 0.1266193 Jan 26 20:41:07.164336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-d90ccd06-fda1-4e19-bb05-987dcbeb1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:07.164336 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-d90ccd06-fda1-4e19-bb05-987dcbeb1927 service neutron] 10.222.0.90 "GET /v2.0/networks?id=88a31da2-ab01-4a5e-bb6e-7344aa02b703 HTTP/1.1" status: 200 len: 903 time: 0.1480837 Jan 26 20:41:07.280141 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-be2b6f78-3679-4ed6-81c6-a89592aede7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc8683f-f2a4-459e-bfb2-f5a01d05fe02 HTTP/1.1" status: 200 len: 217 time: 0.1075056 Jan 26 20:41:07.359456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-4224518b-4233-4ab4-b0ce-7c22af5faa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:07.361130 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-4224518b-4233-4ab4-b0ce-7c22af5faa66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=cda48c18-e824-4bf7-bd35-c8f0410e727c HTTP/1.1" status: 200 len: 849 time: 0.0736694 Jan 26 20:41:07.432187 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-c5032632-ade2-41bc-9465-3608fc4291dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=88a31da2-ab01-4a5e-bb6e-7344aa02b703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571632 Jan 26 20:41:07.526295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210b841-6406-4a7b-9a9c-54737db867c2 req-17587f3c-178d-4a93-b8fd-f7b55e517fa1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:07.526295 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1210b841-6406-4a7b-9a9c-54737db867c2 req-17587f3c-178d-4a93-b8fd-f7b55e517fa1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1382990 Jan 26 20:41:07.526982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33670) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:07.572254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:07.595079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:07.602781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Usage tracker for resource:security_group_rule and tenant:76ae861b4c494b618b9c967b06a3ff20 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:07.615548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:07.616131 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-3c15c975-68f0-40d8-aaee-1e81fb75ecc2 service neutron] 10.222.0.90 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678813 Jan 26 20:41:07.625973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:07.642051 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1210b841-6406-4a7b-9a9c-54737db867c2 req-7db5c8a2-18cf-43f9-ac5c-e4d915cc1950 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887196 Jan 26 20:41:07.761759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:07.768212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:07.778299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:07.816139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfcf28b-73a3-485e-b4f1-a544ca249634,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:07.831290 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c6275d-1e68-4476-98e4-42e652229de9 req-d3a2c78b-3cb7-4cb3-acce-1f9c34ceb178 service neutron] 10.222.0.90 "GET /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2070773 Jan 26 20:41:07.836575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:07.872907 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=76ae861b4c494b618b9c967b06a3ff20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446169 Jan 26 20:41:07.875370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33680) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:07.946628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:07.980796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:08.033988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:08.041052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:08.057173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfcf28b-73a3-485e-b4f1-a544ca249634,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:08.067648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:08.069429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:08.070653 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/acfcf28b-73a3-485e-b4f1-a544ca249634 HTTP/1.1" status: 204 len: 168 time: 0.1938162 Jan 26 20:41:08.268801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55832-2ba7-4467-bd94-f2965cabdad6 req-af292598-d121-4273-974d-4f219c33c5bd tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:08.277045 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-21f55832-2ba7-4467-bd94-f2965cabdad6 req-af292598-d121-4273-974d-4f219c33c5bd tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 944 time: 0.1386096 Jan 26 20:41:08.331621 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-21f55832-2ba7-4467-bd94-f2965cabdad6 req-57b9dfa1-acda-40f8-9ef7-37487762e020 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Jan 26 20:41:08.917876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5c5d7-2f5a-4e95-b58a-6857ad234e87 req-e295a232-8ad8-40ff-ba27-50d1bb424158 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:08.919616 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-aff5c5d7-2f5a-4e95-b58a-6857ad234e87 req-e295a232-8ad8-40ff-ba27-50d1bb424158 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1245246 Jan 26 20:41:08.983877 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-aff5c5d7-2f5a-4e95-b58a-6857ad234e87 req-e7417f0e-6fa7-4957-975c-d7ffc60a0737 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567670 Jan 26 20:41:09.620899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec6971-622f-403f-9fc1-629ea185b1b0 req-55279ace-9242-4cf3-8265-e52f796878a0 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:09.622588 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-63ec6971-622f-403f-9fc1-629ea185b1b0 req-55279ace-9242-4cf3-8265-e52f796878a0 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 944 time: 0.1436434 Jan 26 20:41:09.704595 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-63ec6971-622f-403f-9fc1-629ea185b1b0 req-853c3744-2491-4969-af5d-3161d9ea2779 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 Jan 26 20:41:09.743192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-0a27f0cf-e9bb-4c9b-aa26-8787380618b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:41:10.230996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device acc8683f-f2a4-459e-bfb2-f5a01d05fe02 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:10.328667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:41:10.334496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:10.335128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:10.357036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b5652-df09-4cda-a631-1b9e2f1ac3d0 req-66f4cffa-5f5b-45a7-b637-4f982977d1cd tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:10.364817 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-db2b5652-df09-4cda-a631-1b9e2f1ac3d0 req-66f4cffa-5f5b-45a7-b637-4f982977d1cd tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2111666 Jan 26 20:41:10.431088 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-db2b5652-df09-4cda-a631-1b9e2f1ac3d0 req-e85fe8b6-48b7-49d4-841c-bc624086d6e2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651741 Jan 26 20:41:10.468299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:10.497394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:10.518857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port acc8683f-f2a4-459e-bfb2-f5a01d05fe02, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,segment=NetworkSegment(5b8c1d66-cb4a-459e-bd3d-fae6914ec823),segment_id=5b8c1d66-cb4a-459e-bd3d-fae6914ec823)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:41:10.522857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:10.525059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:10.570468 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02', 'code': 200} Jan 26 20:41:10.599677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:10.608627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.609021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.609389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.609951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.610507 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.610890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.611264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.611705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.612086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.612433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.613037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.614071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.614649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.615373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.615935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.616312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.616683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.617058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.617525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.617775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.618144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.618510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.618859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.619392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:10.624094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:10.797742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33808) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:10.860510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a865427-d253-4c1c-808d-f912d5752c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:10.928647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59750-e310-486d-8cbd-fa2724b246e3 req-e53a57b2-dbb2-4f7b-9fbd-fb865364ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:10.931660 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e1d59750-e310-486d-8cbd-fa2724b246e3 req-e53a57b2-dbb2-4f7b-9fbd-fb865364ad8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 1163 time: 0.1431310 Jan 26 20:41:10.992763 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e1d59750-e310-486d-8cbd-fa2724b246e3 req-0f73f4be-bc35-4437-8fc1-8f317168df4a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Jan 26 20:41:11.065224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8fab0-2334-465d-a97a-3bc4d93a262d req-8234476f-8360-48ab-a252-eb07a9aaa400 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:11.066938 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-71c8fab0-2334-465d-a97a-3bc4d93a262d req-8234476f-8360-48ab-a252-eb07a9aaa400 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.1989477 Jan 26 20:41:11.130141 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-71c8fab0-2334-465d-a97a-3bc4d93a262d req-02b9ed81-b82b-47d9-b5fe-3010021a72fa tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546975 Jan 26 20:41:11.172762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.190310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:11.194761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:a699d7d891a94b50a5ab85cca00479cb is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:11.198062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:11.204154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:11.304220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.307771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.317643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3cc1282e-6649-4bd8-a1ff-b83fb61c1d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:11.402941 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a699d7d891a94b50a5ab85cca00479cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040404 Jan 26 20:41:11.405764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33830) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:11.430018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd55a0d-8547-4e3e-a74f-dd32ff6af29a,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:11.434561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:11.545247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.589142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.622372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device acc8683f-f2a4-459e-bfb2-f5a01d05fe02 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:11.654958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.661101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-609a769a-d50e-4604-a42e-fa0109fc5dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:11.677599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd55a0d-8547-4e3e-a74f-dd32ff6af29a,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:11.680433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:11.688676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.689836 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8cd55a0d-8547-4e3e-a74f-dd32ff6af29a HTTP/1.1" status: 204 len: 168 time: 0.2828832 Jan 26 20:41:11.788056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ee18-6c53-426a-aef9-ccc2c0d6ca68 req-24bb99e8-2a5b-445b-82fe-adf6929cadf7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:11.790073 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8d40ee18-6c53-426a-aef9-ccc2c0d6ca68 req-24bb99e8-2a5b-445b-82fe-adf6929cadf7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2216551 Jan 26 20:41:11.827359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:11.828040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:11.930684 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8d40ee18-6c53-426a-aef9-ccc2c0d6ca68 req-c6416618-d45e-494b-8cff-bb57b78dc884 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277606 Jan 26 20:41:12.540742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1297ab-a68f-45e3-a285-d347dd21f59d req-8642abc0-7132-4072-bb19-3fedc0e99be0 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:12.543076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 33884) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:12.551412 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9a1297ab-a68f-45e3-a285-d347dd21f59d req-8642abc0-7132-4072-bb19-3fedc0e99be0 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.1993544 Jan 26 20:41:12.575058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.612738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:12.623158 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9a1297ab-a68f-45e3-a285-d347dd21f59d req-e5b969ff-491b-4396-93a8-acc21655d8b6 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Jan 26 20:41:12.632231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b4da3181f84678bc81a2519bc33231 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:12.645956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:12.652126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:12.748388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.752002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.762639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-debef548-260d-4618-a32b-a9be3decaab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:12.811875 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c9b4da3181f84678bc81a2519bc33231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669754 Jan 26 20:41:12.812176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e989e50-2694-44e2-8618-51d2144cab07,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:12.814131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 33902) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:12.826371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:12.883644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.914457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.967777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.974547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-27fdd5a5-fb83-4800-9827-74f5e73b8f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:12.991001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e989e50-2694-44e2-8618-51d2144cab07,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:12.993019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:12.994224 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6e989e50-2694-44e2-8618-51d2144cab07 HTTP/1.1" status: 204 len: 168 time: 0.1790333 Jan 26 20:41:12.995114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:13.290696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f166a5c-5fb0-4db0-9051-aec67a86a3f2 req-d1c6e058-e24a-434b-933d-3d81dd2f4f5d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:13.292449 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f166a5c-5fb0-4db0-9051-aec67a86a3f2 req-d1c6e058-e24a-434b-933d-3d81dd2f4f5d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2225404 Jan 26 20:41:13.389096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f166a5c-5fb0-4db0-9051-aec67a86a3f2 req-0211c80d-473b-462a-a283-6cc588081046 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856016 Jan 26 20:41:13.463260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6b64ed74-86d0-461b-8a72-6e529965e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:13.934999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db796b5-ffd8-4251-8acd-53997774b49e req-d6d0ddcf-e77e-4756-970b-08c145f47f73 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:13.937264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0db796b5-ffd8-4251-8acd-53997774b49e req-d6d0ddcf-e77e-4756-970b-08c145f47f73 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.1652918 Jan 26 20:41:14.006844 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0db796b5-ffd8-4251-8acd-53997774b49e req-f2093508-5a98-4841-822a-7d54d02815d3 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Jan 26 20:41:14.255960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:14.276067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:41:14.723723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305d0ce-eec3-4675-8ed7-48d086d7ee6f req-c6663c39-7998-4edd-8c49-15ec0fc727c4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:14.725842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5305d0ce-eec3-4675-8ed7-48d086d7ee6f req-c6663c39-7998-4edd-8c49-15ec0fc727c4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1445551 Jan 26 20:41:14.789961 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5305d0ce-eec3-4675-8ed7-48d086d7ee6f req-1353aaa4-0cc0-4a1c-b13b-7cad8df4ae5a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571589 Jan 26 20:41:14.979213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34024) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:15.086215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.401019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.447478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:15.459287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Usage tracker for resource:security_group_rule and tenant:350f8b1df1fe471f8b148e144c95dfca is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:15.464831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:15.481113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:15.491743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.509511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34060) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:15.603214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.626511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.642799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0a0c8bc1-e5b1-47be-9b00-4b85e37a9ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:15.727266 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.746366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:15.751462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d2853e978b6c4f03a2abb2fa578c5bbe is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:15.752609 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=350f8b1df1fe471f8b148e144c95dfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7719724 Jan 26 20:41:15.755247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:15.757959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34082) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:15.761494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:15.779138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08226b5e-dcac-49b2-bddb-ba4f85a6185d,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:15.785607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:15.854403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.860524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.866096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.887839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-07bd520a-23b6-4a72-a6b9-1dffcf0c8017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:15.921983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:15.927615 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d2853e978b6c4f03a2abb2fa578c5bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166415 Jan 26 20:41:15.928500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34096) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:16.024582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee61d9-c369-4f34-9318-1dd84b89d1e1,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:16.048775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.053960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.061918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8a8d64b1-7361-4574-87ca-882bce73890c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:16.103628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:16.108774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08226b5e-dcac-49b2-bddb-ba4f85a6185d,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:16.117053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:16.146482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.151306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.156480 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/08226b5e-dcac-49b2-bddb-ba4f85a6185d HTTP/1.1" status: 204 len: 168 time: 0.3966603 Jan 26 20:41:16.268444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.286275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f3751f1d-80a5-4cba-a570-f587da655731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:16.305629 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee61d9-c369-4f34-9318-1dd84b89d1e1,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:16.307668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.308873 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/70ee61d9-c369-4f34-9318-1dd84b89d1e1 HTTP/1.1" status: 204 len: 168 time: 0.3765147 Jan 26 20:41:16.310679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:16.385286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ef71c-5a91-4b9f-b4eb-3b76115c8afa req-80c4fa54-a9b2-48e8-8f39-81c56344a32e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:16.393368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f1ef71c-5a91-4b9f-b4eb-3b76115c8afa req-80c4fa54-a9b2-48e8-8f39-81c56344a32e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.3701847 Jan 26 20:41:16.475578 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f1ef71c-5a91-4b9f-b4eb-3b76115c8afa req-1335c9ee-84ab-4382-b23a-36d19a1553e3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776544 Jan 26 20:41:16.717083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34140) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:16.736352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.752523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:16.757507 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5b27e4118e426b93030d90fc92b728 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:16.760831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:16.767167 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:16.870762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.874425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:16.884153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a35bd64-fca5-4913-8fb0-3f94b1af0c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:16.927231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef9ee1-4ad6-4a39-b772-aa1b5ed83aeb,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:16.933793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:16.937267 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea5b27e4118e426b93030d90fc92b728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189071 Jan 26 20:41:16.940368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34146) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:17.009094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.050044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.115251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.121287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-44423873-8eff-4f8d-a1f9-114156e4285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:17.136769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef9ee1-4ad6-4a39-b772-aa1b5ed83aeb,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:17.146382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:17.148768 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.152461 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/baef9ee1-4ad6-4a39-b772-aa1b5ed83aeb HTTP/1.1" status: 204 len: 168 time: 0.2085969 Jan 26 20:41:17.378116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34164) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:17.410625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.461086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:17.468015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Usage tracker for resource:security_group_rule and tenant:d10c744c24984ba7b1683384187c7b17 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:17.475526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:17.496344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:17.663474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.666774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.678991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:17.735959 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d10c744c24984ba7b1683384187c7b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558955 Jan 26 20:41:17.738549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34182) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:17.742314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195ef9b-04c5-4ef7-a60e-4379b90553cc,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:17.745797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:17.789424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be46384-580e-4c53-b656-55d1db4427d2 req-eef24c0a-8e02-4a94-a7ae-f44ab157fdf9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:17.791112 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6be46384-580e-4c53-b656-55d1db4427d2 req-eef24c0a-8e02-4a94-a7ae-f44ab157fdf9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1392744 Jan 26 20:41:17.911189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34192) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:17.911558 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6be46384-580e-4c53-b656-55d1db4427d2 req-fc0bdee4-e95b-4f4d-aa0f-a36d1e5c1a94 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034784 Jan 26 20:41:17.941634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:17.971527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.045456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.057297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:18.075025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195ef9b-04c5-4ef7-a60e-4379b90553cc,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:18.087719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:18.089232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.091357 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2195ef9b-04c5-4ef7-a60e-4379b90553cc HTTP/1.1" status: 204 len: 168 time: 0.2990422 Jan 26 20:41:18.266738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.289944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:18.297632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Usage tracker for resource:security_group_rule and tenant:e0b12ed4678b4714ace8057d173a8751 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:18.301809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:18.308430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:18.434186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.438360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.465623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3474725e-afcd-41f9-bdf1-a487a3c64ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:18.527843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee01f29-0559-4e23-aec8-e65ef800f733,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:18.532652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:18.547126 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e0b12ed4678b4714ace8057d173a8751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341712 Jan 26 20:41:18.557046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34222) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:18.649307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.681133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.734262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.744263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c5a6dfeb-9876-472b-9436-0de3d8f3d2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:18.763384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee01f29-0559-4e23-aec8-e65ef800f733,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:18.766261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:18.768036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:18.773025 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aee01f29-0559-4e23-aec8-e65ef800f733 HTTP/1.1" status: 204 len: 168 time: 0.2219927 Jan 26 20:41:19.014190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988336-7632-46e6-987a-47a381e181d0 req-153b3501-b92a-4bac-9f66-f9d808029d3a tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:19.016078 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5988336-7632-46e6-987a-47a381e181d0 req-153b3501-b92a-4bac-9f66-f9d808029d3a tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.1620584 Jan 26 20:41:19.101751 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5988336-7632-46e6-987a-47a381e181d0 req-96101245-278a-401f-9241-784d59ad9d4b tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783777 Jan 26 20:41:19.310603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cac1b2-74c4-4051-8daf-bde230919e6b req-2b5050e6-bd27-445b-841c-b216819e7bad tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:19.312779 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83cac1b2-74c4-4051-8daf-bde230919e6b req-2b5050e6-bd27-445b-841c-b216819e7bad tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1976566 Jan 26 20:41:19.383934 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83cac1b2-74c4-4051-8daf-bde230919e6b req-f3806a05-cac5-493a-9389-3c05ed551211 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Jan 26 20:41:19.563791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34266) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:19.583250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.603659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:19.608024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb1e246abb14061b62a549f8b3d997e is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:19.611118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:19.617864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:19.671166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34270) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:19.705927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.709764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.720333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a4708da-73f9-4808-a77f-2aaca6824cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:19.772564 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2eb1e246abb14061b62a549f8b3d997e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075901 Jan 26 20:41:19.774403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca259f-2f29-4bb2-81bc-9d14ff639655,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:19.775297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34280) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:19.783784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:19.860685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.910673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.918252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:19.964063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:19.968130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Usage tracker for resource:security_group_rule and tenant:cdc91170885e4b839a15e46e73463db6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:19.971211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:19.981590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:20.093048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.098150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.107109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:20.156258 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cdc91170885e4b839a15e46e73463db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829681 Jan 26 20:41:20.158826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af028a-d892-4e32-bf4f-79694fc1d04b,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:20.159423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34296) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:20.162909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:20.164291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.168981 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:20.183087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca259f-2f29-4bb2-81bc-9d14ff639655,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:20.185929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:20.214165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.226346 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/21ca259f-2f29-4bb2-81bc-9d14ff639655 HTTP/1.1" status: 204 len: 168 time: 0.4430790 Jan 26 20:41:20.322109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.358055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.483207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.491131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-423a75b3-3e7f-446a-8b52-7e00788bd108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:20.495306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-f6232ae6-30b5-450e-9742-3c797c6f6abc tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:20.497011 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-f6232ae6-30b5-450e-9742-3c797c6f6abc tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.90 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.2143636 Jan 26 20:41:20.555650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af028a-d892-4e32-bf4f-79694fc1d04b,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:20.560966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:20.592476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Deleting port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:41:20.592907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.598570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:20.604692 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b0af028a-d892-4e32-bf4f-79694fc1d04b HTTP/1.1" status: 204 len: 168 time: 0.4438112 Jan 26 20:41:20.766776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45024-c0a5-4bf5-90eb-bfeefa126790 req-62f56d4d-a143-421a-8a15-07bb5325f070 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:20.775422 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d4e45024-c0a5-4bf5-90eb-bfeefa126790 req-62f56d4d-a143-421a-8a15-07bb5325f070 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 946 time: 0.4308670 Jan 26 20:41:20.850991 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d4e45024-c0a5-4bf5-90eb-bfeefa126790 req-e02f170d-f7d8-44bd-bf62-83d82b54a800 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd726139-5036-44ae-b22b-847551454e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736568 Jan 26 20:41:20.897390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cad85-04fe-4bc8-993d-aee4bd8d4c94 req-bb52675a-ad33-43ef-af40-82626241d707 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:20.899812 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-027cad85-04fe-4bc8-993d-aee4bd8d4c94 req-bb52675a-ad33-43ef-af40-82626241d707 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2390659 Jan 26 20:41:20.965173 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-027cad85-04fe-4bc8-993d-aee4bd8d4c94 req-b2be8d13-82ff-40fe-9b6b-e751b9916c51 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Jan 26 20:41:21.085389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] For port acc8683f-f2a4-459e-bfb2-f5a01d05fe02, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,segment=NetworkSegment(5b8c1d66-cb4a-459e-bd3d-fae6914ec823),segment_id=5b8c1d66-cb4a-459e-bd3d-fae6914ec823)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:41:21.086496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.242900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.253351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Calling delete_port for acc8683f-f2a4-459e-bfb2-f5a01d05fe02 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:41:21.360427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34336) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:21.398241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.437054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:21.444162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.447238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Usage tracker for resource:security_group_rule and tenant:f4522855804d47de9e3f69d0631ad1e7 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:21.456089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:21.464907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:21.471302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:21.536141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Pushing event deleted for resources: {'Port': ['ID=acc8683f-f2a4-459e-bfb2-f5a01d05fe02,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:21.609890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:21.622388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.626086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.635438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d8cd4e55-3db3-41e2-89b1-3c8e54f261ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:21.657253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device acc8683f-f2a4-459e-bfb2-f5a01d05fe02 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:41:21.720462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f4522855804d47de9e3f69d0631ad1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585310 Jan 26 20:41:21.726453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34352) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:21.754429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: acc8683f-f2a4-459e-bfb2-f5a01d05fe02 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:41:21.754831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device acc8683f-f2a4-459e-bfb2-f5a01d05fe02 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:41:21.825406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a96a29-eec4-4b92-90ac-925468e3c699,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:21.829344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:21.864227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.943325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.989031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34368) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:22.069364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] No DVR routers for this DVR port acc8683f-f2a4-459e-bfb2-f5a01d05fe02 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:41:22.073018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.076041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.084033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7c76e91e-2be8-4431-a5d3-a37dd0c653a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:22.085896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'name': 'network-vif-deleted', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:41:22.114264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2d524a9-1e17-4c47-a41f-ef3574343339 req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.90 "DELETE /v2.0/ports/acc8683f-f2a4-459e-bfb2-f5a01d05fe02 HTTP/1.1" status: 204 len: 173 time: 1.6054046 Jan 26 20:41:22.181588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a96a29-eec4-4b92-90ac-925468e3c699,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:22.190045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:22.191247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.192684 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d6a96a29-eec4-4b92-90ac-925468e3c699 HTTP/1.1" status: 204 len: 168 time: 0.4652276 Jan 26 20:41:22.195498 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1b7a17d6-d120-4bfe-9a5b-4aed82379b12 req-d55b8665-a734-46dc-9375-fe7fca2fa14a tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7572e92-73ba-436a-83a9-d7805dd157ff HTTP/1.1" status: 200 len: 210 time: 0.0914161 Jan 26 20:41:22.401179 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7572e92-73ba-436a-83a9-d7805dd157ff', 'name': 'network-vif-deleted', 'tag': 'acc8683f-f2a4-459e-bfb2-f5a01d05fe02', 'status': 'completed', 'code': 200} Jan 26 20:41:22.464348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.500863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:22.506920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e60474-a351-4bc9-95f5-6e65a0cc7c13 req-f334fc97-8fb5-4675-8593-947d448e44fa tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:22.509397 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a3e60474-a351-4bc9-95f5-6e65a0cc7c13 req-f334fc97-8fb5-4675-8593-947d448e44fa tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2453523 Jan 26 20:41:22.510697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Usage tracker for resource:security_group_rule and tenant:aedece6830b445919adbeb34f3317a68 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:22.520586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:22.529676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:22.637861 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a3e60474-a351-4bc9-95f5-6e65a0cc7c13 req-7faa1e81-d4a7-4065-9b8d-14c433093073 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144869 Jan 26 20:41:22.692527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.696782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.717799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:22.767454 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aedece6830b445919adbeb34f3317a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746310 Jan 26 20:41:22.767454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e81450-6c9e-4be5-acf1-9896381001fb,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:22.768508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34404) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:22.769209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:22.854391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.890638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.947860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.954912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-038d0ccf-0cd5-4ea8-ab1f-178d62b80af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:22.975600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:22.977035 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2e81450-6c9e-4be5-acf1-9896381001fb HTTP/1.1" status: 204 len: 168 time: 0.2078190 Jan 26 20:41:22.978379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e81450-6c9e-4be5-acf1-9896381001fb,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:22.981195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:23.472531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34440) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:23.494547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:23.511504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:23.515922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Usage tracker for resource:security_group_rule and tenant:5446a7b15b0e4dcb998b8b3d615483ef is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:23.519229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:23.526176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:23.668264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:23.672896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:23.682857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b077baf5-040e-451a-b673-809881c58214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:23.744418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4a949-5b71-42c3-bffe-fc14b53815a7,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:23.749323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:23.789835 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5446a7b15b0e4dcb998b8b3d615483ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136425 Jan 26 20:41:23.790157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34458) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:23.867023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:23.900253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:24.036951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:24.042792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-074d4baa-3542-4791-9134-255ec6aef20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:24.075545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4a949-5b71-42c3-bffe-fc14b53815a7,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:24.079762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:24.086396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:24.093306 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b3d4a949-5b71-42c3-bffe-fc14b53815a7 HTTP/1.1" status: 204 len: 168 time: 0.3020785 Jan 26 20:41:24.165040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced8443-11e2-4a77-888d-9ae79cc95bf2 req-11fb2118-1593-41f6-9e36-2f45964cf9bf tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:24.178071 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cced8443-11e2-4a77-888d-9ae79cc95bf2 req-11fb2118-1593-41f6-9e36-2f45964cf9bf tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2585421 Jan 26 20:41:24.308064 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cced8443-11e2-4a77-888d-9ae79cc95bf2 req-d4556fd8-34b3-4cda-8111-de5e2384b64d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289508 Jan 26 20:41:25.646536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09726a22-3c31-49ed-9063-23e555820a73 req-3d39a77e-7f8b-45ed-b7a0-e731e5e0db27 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:25.649231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-09726a22-3c31-49ed-9063-23e555820a73 req-3d39a77e-7f8b-45ed-b7a0-e731e5e0db27 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1785927 Jan 26 20:41:25.786260 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-09726a22-3c31-49ed-9063-23e555820a73 req-4a368f8d-1abf-4d91-b2c8-c3299353ad6b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304026 Jan 26 20:41:27.146859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada4c12-cab5-4fc3-a4f0-e7294965c825 req-5475f7c7-62a7-499f-865f-c2ff11737912 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:27.148587 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ada4c12-cab5-4fc3-a4f0-e7294965c825 req-5475f7c7-62a7-499f-865f-c2ff11737912 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1730018 Jan 26 20:41:27.230066 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ada4c12-cab5-4fc3-a4f0-e7294965c825 req-f77b6217-27c9-4a2b-90bc-b28a1e965d24 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741277 Jan 26 20:41:27.572706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34652) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:27.745158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:27.762876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:27.767188 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Usage tracker for resource:security_group_rule and tenant:81939c3fb57449b4845b188107d89232 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:27.770889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:27.778105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:27.889387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:27.892780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:27.901892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e1619849-f086-48f1-8df7-d961fb0fa27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:27.956864 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=81939c3fb57449b4845b188107d89232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824124 Jan 26 20:41:27.958146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21004599-2d5b-41d7-bf75-cd67adf695b6,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:27.959912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34674) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:27.961440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:28.079807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:28.117707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:28.190647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:28.202862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-562a2d7e-b67a-4fbb-a8ed-6cca61c7e8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:28.233245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21004599-2d5b-41d7-bf75-cd67adf695b6,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:28.245655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:28.248478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:28.255356 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/21004599-2d5b-41d7-bf75-cd67adf695b6 HTTP/1.1" status: 204 len: 168 time: 0.2922533 Jan 26 20:41:28.310351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34696) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.693383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed95ad8-d1eb-4188-9422-c6481b22bc9c req-bbb69d9f-6991-4b9e-a107-55717ab67155 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:28.700890 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ed95ad8-d1eb-4188-9422-c6481b22bc9c req-bbb69d9f-6991-4b9e-a107-55717ab67155 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2679868 Jan 26 20:41:28.772078 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ed95ad8-d1eb-4188-9422-c6481b22bc9c req-54c1f19e-47c4-48f6-8cfa-25981fef975a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701165 Jan 26 20:41:28.865242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:28.880619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34722) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.889497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:28.894542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Usage tracker for resource:security_group_rule and tenant:5db3276383254ae39b705b5eba725826 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:28.899106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:28.905891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:28.958797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34728) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:28.985544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.000868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.014074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:29.025171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:29.028237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Usage tracker for resource:security_group_rule and tenant:e2be98bd3b8e4edeb1a05ca0a090689c is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:29.031356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Usage tracker for resource:security_group_rule and tenant:f96334f352df4caaaf7822a0b5e997ea is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:29.034590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:29.035875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:29.042514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:29.048672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:29.078982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.086260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.096743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.136591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aafcdd3-7ab9-4fa9-9d65-f49e622ef276,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.137595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.141824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.145075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.152574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.167655 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5db3276383254ae39b705b5eba725826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8559966 Jan 26 20:41:29.172567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34740) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:29.218985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5211d20-8b18-4222-945c-5162f968c7ef,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.222622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.246136 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f96334f352df4caaaf7822a0b5e997ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640971 Jan 26 20:41:29.250036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34748) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:29.318530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.349217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.380848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.386493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.400029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.412578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.433674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-545a57bd-54e0-4790-b322-19c5c2048865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.438462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.444887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e17b0ba-729c-4add-ac94-e3cc0cb7b23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.466696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e2be98bd3b8e4edeb1a05ca0a090689c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066640 Jan 26 20:41:29.467029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5211d20-8b18-4222-945c-5162f968c7ef,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.470586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.472203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34758) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:29.494329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d154fa-7df4-4f50-a3ab-9c528be8620d,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.498445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.507967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.510872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.512143 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5211d20-8b18-4222-945c-5162f968c7ef HTTP/1.1" status: 204 len: 168 time: 0.2603767 Jan 26 20:41:29.515332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-59e4da67-7113-41d6-8fa3-9750c03cde6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.530515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aafcdd3-7ab9-4fa9-9d65-f49e622ef276,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.533503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.542886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.544144 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-479202b6-bff3-4c50-8b01-38402a215753 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8aafcdd3-7ab9-4fa9-9d65-f49e622ef276 HTTP/1.1" status: 204 len: 168 time: 0.3705342 Jan 26 20:41:29.592688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.622128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.672639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.678923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-eb783e21-676b-44a8-bc45-5ab681145374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:29.694711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d154fa-7df4-4f50-a3ab-9c528be8620d,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:29.698102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:29.699632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:29.701478 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/53d154fa-7df4-4f50-a3ab-9c528be8620d HTTP/1.1" status: 204 len: 168 time: 0.2276723 Jan 26 20:41:30.119881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34788) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.179854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34794) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.193423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3d723-0765-4bd8-bccd-6e798c859d62 req-6be4110b-ba38-4b6b-9c7e-8a5755da763d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:30.195162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0fc3d723-0765-4bd8-bccd-6e798c859d62 req-6be4110b-ba38-4b6b-9c7e-8a5755da763d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2114103 Jan 26 20:41:30.285428 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0fc3d723-0765-4bd8-bccd-6e798c859d62 req-bae8befc-84f7-45ce-9bb1-9e4057414cd3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729032 Jan 26 20:41:30.379267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34802) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.398630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.415173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:30.419315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Usage tracker for resource:security_group_rule and tenant:d1427667a41d4f1a9792c97d92331da8 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:30.423911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:30.430752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:30.522097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.526119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.536860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ac75020f-2692-41b8-a766-7c2ddfd0cb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:30.586151 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d1427667a41d4f1a9792c97d92331da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031531 Jan 26 20:41:30.586816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34810) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.602675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c1029-f3df-43b4-b7fd-a5e28046dc4b,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:30.612521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:30.631524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.669994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:30.679900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Usage tracker for resource:security_group_rule and tenant:03e636233b744188a79ea145c21421bc is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:30.684921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34814) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:30.699968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:30.718854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:30.741316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.766956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.786497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:30.794960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:30.802314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:30.817011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Usage tracker for resource:security_group_rule and tenant:189c7fa1e7484b78aebca6174ecfbc10 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:30.822449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:30.827899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Usage tracker for resource:security_group_rule and tenant:a7213f8a52dc451ea9ca35b81d4ca979 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:30.840417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:30.843327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:30.868901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:30.881754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.163601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.169343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.179051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.193322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:31.210446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.268965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.289558 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=03e636233b744188a79ea145c21421bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1683428 Jan 26 20:41:31.293111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34832) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:31.294370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.301779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d537d852-0929-4d30-9f57-043e007d329a,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:31.313783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.320538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:31.321046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-32595379-96c1-4573-ab7d-f75324563d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:31.344087 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=189c7fa1e7484b78aebca6174ecfbc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556072 Jan 26 20:41:31.344543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34840) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:31.397966 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a7213f8a52dc451ea9ca35b81d4ca979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164783 Jan 26 20:41:31.403983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34844) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:31.406438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b637fc-3933-472e-ab4d-868d91301fc2 req-3e7a4a92-658d-4f24-95c0-a0c546b316ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:31.408461 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b3b637fc-3933-472e-ab4d-868d91301fc2 req-3e7a4a92-658d-4f24-95c0-a0c546b316ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1163 time: 0.3357284 Jan 26 20:41:31.429020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d823901-a7b2-45cc-bd4d-e9635fcf6682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46493f-dc3a-414a-b124-9023325945e0,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:31.529076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.532949 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/682c1029-f3df-43b4-b7fd-a5e28046dc4b HTTP/1.1" status: 204 len: 168 time: 0.9423265 Jan 26 20:41:31.546281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d114-30f3-4305-8aa5-ad7292e79481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268ee0c9-0923-4b85-aa9e-e9847dee128a,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:31.550722 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b3b637fc-3933-472e-ab4d-868d91301fc2 req-40217985-fb93-44b3-8b46-55b401a943d8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134093 Jan 26 20:41:31.580570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.585599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c1029-f3df-43b4-b7fd-a5e28046dc4b,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:31.594524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:31.595211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:31.595671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:31.598675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:31.599095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:31.617523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.672010 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.678119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-94db9ada-fe59-4b6a-8f2c-56c5e1fa2d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:31.692247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268ee0c9-0923-4b85-aa9e-e9847dee128a,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:31.697911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:31.700582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.701482 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/268ee0c9-0923-4b85-aa9e-e9847dee128a HTTP/1.1" status: 204 len: 168 time: 0.2919054 Jan 26 20:41:31.742864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.793056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.811594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:31.870698 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7031348-f655-48a4-bf67-3a6fbbdda92c req-97acb43e-41b4-41f2-9354-4576feb183b1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:31.872615 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a7031348-f655-48a4-bf67-3a6fbbdda92c req-97acb43e-41b4-41f2-9354-4576feb183b1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.3005919 Jan 26 20:41:31.965325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.012039 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a7031348-f655-48a4-bf67-3a6fbbdda92c req-0cf0f87c-14ec-40fb-8eb2-f60943bc3740 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056235 Jan 26 20:41:32.032425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.061801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-049ece61-5dbe-4ca4-b97b-5432042fc042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:32.080594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d537d852-0929-4d30-9f57-043e007d329a,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:32.086248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:32.110098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.114376 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d537d852-0929-4d30-9f57-043e007d329a HTTP/1.1" status: 204 len: 168 time: 0.8168154 Jan 26 20:41:32.127519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.134346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0b39024f-069e-46e7-bbaf-f15c6eb0b374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:32.148645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46493f-dc3a-414a-b124-9023325945e0,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:32.151033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:32.152051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.153369 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ee46493f-dc3a-414a-b124-9023325945e0 HTTP/1.1" status: 204 len: 168 time: 0.8077190 Jan 26 20:41:32.408294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34882) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:32.430375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.446932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:32.451701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Usage tracker for resource:security_group_rule and tenant:1328137e7912488cbd1c25f8dda84143 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:32.457628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:32.463859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:32.569216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.573348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.583711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e47eabfb-da77-459e-b8d1-85c7789bb94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:32.631842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1328137e7912488cbd1c25f8dda84143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222774 Jan 26 20:41:32.632101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34890) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:32.632890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a728a-142b-49e9-965b-9430a9de0ad0,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:32.640284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:32.731934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.765315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.815574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.820744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bea8ac20-3104-4dd8-8685-a27bcd24ba2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:32.835592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a728a-142b-49e9-965b-9430a9de0ad0,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:32.838896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:32.839871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.841097 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e00a728a-142b-49e9-965b-9430a9de0ad0 HTTP/1.1" status: 204 len: 168 time: 0.2076249 Jan 26 20:41:32.914139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 34900) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:32.935139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.951106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:32.955266 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Usage tracker for resource:security_group_rule and tenant:a63d094567b4467294ec53ebca5fc47c is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:32.958414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:32.964395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:33.062385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.065814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.075279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-03c5a195-a922-4646-afb7-cab83d25b594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:33.105346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f86b73b-d48f-45d3-86dc-dcc133a4c449,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:33.122740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:33.145111 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a63d094567b4467294ec53ebca5fc47c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298064 Jan 26 20:41:33.145324 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 34910) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:33.266474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.301349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.364257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14fbf6-fdf8-4fe0-b0ec-f6ad5f3519db req-7a911f7f-0e88-422b-a7ba-64ee8b623e6b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:33.365992 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8a14fbf6-fdf8-4fe0-b0ec-f6ad5f3519db req-7a911f7f-0e88-422b-a7ba-64ee8b623e6b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1874413 Jan 26 20:41:33.378623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.388835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0566b34d-44da-4583-8e37-b533228d21d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:33.420052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f86b73b-d48f-45d3-86dc-dcc133a4c449,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:33.439979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:33.445599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:33.449248 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f86b73b-d48f-45d3-86dc-dcc133a4c449 HTTP/1.1" status: 204 len: 168 time: 0.3005755 Jan 26 20:41:33.480998 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8a14fbf6-fdf8-4fe0-b0ec-f6ad5f3519db req-4866fdd9-deb1-4b42-aba9-af174d889be1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064403 Jan 26 20:41:33.752528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98b33-627c-4ec1-ad34-cea6216a1d97 req-edd65915-4f8f-4e07-a701-572dd29b9cab tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:33.754862 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cde98b33-627c-4ec1-ad34-cea6216a1d97 req-edd65915-4f8f-4e07-a701-572dd29b9cab tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1326215 Jan 26 20:41:33.761812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device f20a9436-86fe-4dbe-9732-5b82bfab9bc4 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:33.879988 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cde98b33-627c-4ec1-ad34-cea6216a1d97 req-c510324e-1ea6-4dd3-b87d-65235dd3c470 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026566 Jan 26 20:41:33.929560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:33.930001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:36.258561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-d6d4ded9-4896-4be5-85b1-4c9f2ec6fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:36.261512 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-d6d4ded9-4896-4be5-85b1-4c9f2ec6fc34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.1515601 Jan 26 20:41:36.441885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b021-ac97-467c-9dc9-00a0903dd3b4 req-fdc6a384-a80e-4fc4-88eb-4228700ec8d6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:36.443627 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-04a2b021-ac97-467c-9dc9-00a0903dd3b4 req-fdc6a384-a80e-4fc4-88eb-4228700ec8d6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2428300 Jan 26 20:41:36.515376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-cb44b19c-393a-4958-8f6d-50fed8967eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:36.516938 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-cb44b19c-393a-4958-8f6d-50fed8967eae service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.2467728 Jan 26 20:41:36.536417 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-04a2b021-ac97-467c-9dc9-00a0903dd3b4 req-4cdc4ef6-5a98-433d-bcca-f5fd055862d1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Jan 26 20:41:36.608122 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-58951099-df43-4516-801f-6bcda7090173 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0706489 Jan 26 20:41:36.693918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-be99e2df-0456-468a-ad06-8d9c0c257658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:36.695832 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-be99e2df-0456-468a-ad06-8d9c0c257658 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.0797889 Jan 26 20:41:36.750531 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-c60b6cdf-e6b0-4e22-8429-04d9428b6e96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472724 Jan 26 20:41:36.906529 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-56aa2bc5-894f-4640-ba4c-bb23365938ba service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466057 Jan 26 20:41:37.223377 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00dabdf0-11f0-4619-bd30-8b3000d2934b req-6029d371-39f5-4c10-98f7-14ea4db66a18 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2982655 Jan 26 20:41:37.556391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35102) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:37.882710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:37.998941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:38.008379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a484189a2cd40bfbd48d7985677df83 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:38.011898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:38.017855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:38.113173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.118876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.129277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:38.168623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8a484189a2cd40bfbd48d7985677df83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104798 Jan 26 20:41:38.171431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35142) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:38.266652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e46731-26e2-4598-840f-9abe67eb5e58,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:38.297447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2670741a-c3d1-4325-9607-5d8c251f7fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:38.332103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.365135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba881d-e6bd-4e48-b140-a716bc0d100a req-5ca7ea09-b023-41d7-9042-c9193ca742ac tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:38.367006 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4ba881d-e6bd-4e48-b140-a716bc0d100a req-5ca7ea09-b023-41d7-9042-c9193ca742ac tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.4595618 Jan 26 20:41:38.389938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.462646 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4ba881d-e6bd-4e48-b140-a716bc0d100a req-aa1ee1aa-d050-4b69-a07e-ac22860fddd8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Jan 26 20:41:38.474965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.481678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-182533dd-2528-4c44-958d-8e273d51620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:38.513199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e46731-26e2-4598-840f-9abe67eb5e58,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:38.516314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:38.519474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:38.525317 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57e46731-26e2-4598-840f-9abe67eb5e58 HTTP/1.1" status: 204 len: 168 time: 0.3525887 Jan 26 20:41:39.759154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a38edf-02bb-41ca-8851-9f8c511ab705 req-553e0e14-2c1d-4d5f-b8af-2e8f03060b07 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:39.766842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41a38edf-02bb-41ca-8851-9f8c511ab705 req-553e0e14-2c1d-4d5f-b8af-2e8f03060b07 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1402004 Jan 26 20:41:39.840384 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-41a38edf-02bb-41ca-8851-9f8c511ab705 req-c4191968-16bf-497e-9550-9c657f76c9ec tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Jan 26 20:41:40.870745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-daca7f52-3c39-4422-8452-0339d549fcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.059821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35266) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:41.160735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36801139-7640-414f-b15f-825efb7bfcb9 req-2d739a4e-fe33-4c8b-a90a-969f36cc2cf7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:41.161550 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-36801139-7640-414f-b15f-825efb7bfcb9 req-2d739a4e-fe33-4c8b-a90a-969f36cc2cf7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1875656 Jan 26 20:41:41.267955 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-36801139-7640-414f-b15f-825efb7bfcb9 req-490fff2a-d489-4134-a376-802687e7faf1 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978870 Jan 26 20:41:41.280528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.298060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:41.303196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcc355c64c444f79bdb1ac0ec79018e is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:41.306709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:41.312953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:41.402630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.406234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.414455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6624bb88-e8be-4e7d-8949-b10500d6d676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:41.458505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876aeabf-5c82-4d53-ab27-ff08c19236b6,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:41.463899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddcc355c64c444f79bdb1ac0ec79018e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025168 Jan 26 20:41:41.465243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:41.465975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35278) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:41.534905 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.566689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.613121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.618110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-745e8402-85e6-4b9b-9ad2-f5065da91d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:41.629000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876aeabf-5c82-4d53-ab27-ff08c19236b6,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:41.635837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:41.637903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.639120 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/876aeabf-5c82-4d53-ab27-ff08c19236b6 HTTP/1.1" status: 204 len: 168 time: 0.1717651 Jan 26 20:41:42.020187 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35302) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:42.042468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.060293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:42.064502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:d98417a63690427c8059f918fbc8060b is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:42.068685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:42.074649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:42.192592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.197705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.211106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b0057077-d6d9-4ffa-9a21-47f2b683a64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:42.266873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4926c-16e0-4948-bf32-60526b875523,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:42.271338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:42.274699 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d98417a63690427c8059f918fbc8060b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525394 Jan 26 20:41:42.277848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35314) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:42.357505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.387287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.496896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.503371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5d33407c-64da-43cb-88a3-cf3be61bacd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:42.517391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a4926c-16e0-4948-bf32-60526b875523,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:42.526462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:42.570895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:42.574726 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47a4926c-16e0-4948-bf32-60526b875523 HTTP/1.1" status: 204 len: 168 time: 0.2931757 Jan 26 20:41:42.626858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fd2e6-4e78-4d74-bfa6-7afc8d05c53f req-41588959-b6e7-4fa3-b4f9-2664570c062e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:42.637176 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b0fd2e6-4e78-4d74-bfa6-7afc8d05c53f req-41588959-b6e7-4fa3-b4f9-2664570c062e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1994908 Jan 26 20:41:42.707668 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b0fd2e6-4e78-4d74-bfa6-7afc8d05c53f req-946c4430-6196-4275-8ff6-7e5f744e502a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694110 Jan 26 20:41:43.454550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ee77f72b-21d0-4c92-8cd4-e81fdebc067b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:43.498968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35362) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:43.653322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:43.669291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:43.673670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Usage tracker for resource:security_group_rule and tenant:e309f909af5a4fd5bf36c6e53ab10d10 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:43.677307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:43.683089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:43.773665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:43.777028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:43.786455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92aaf754-e4a8-41d0-af9f-db02b90bf108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:43.821404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72452c-e6be-4ae4-ba99-4e6f0b62cf3b,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:43.827200 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:43.850763 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e309f909af5a4fd5bf36c6e53ab10d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481586 Jan 26 20:41:43.851266 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35388) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:44.208436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.273796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.323944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e4188-9803-48f2-acdf-d578354840cf req-7636556a-2990-46b8-b9d8-b5b828ca4962 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:44.325448 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d44e4188-9803-48f2-acdf-d578354840cf req-7636556a-2990-46b8-b9d8-b5b828ca4962 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.4466028 Jan 26 20:41:44.331688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.429273 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d44e4188-9803-48f2-acdf-d578354840cf req-ebd759bc-bce9-42d2-8398-b61c11cd89e5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911524 Jan 26 20:41:44.440097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.445640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a43ea047-114b-4b0b-84e1-647e9ed1f262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:44.460661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72452c-e6be-4ae4-ba99-4e6f0b62cf3b,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:44.463462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:44.464680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.468836 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d72452c-e6be-4ae4-ba99-4e6f0b62cf3b HTTP/1.1" status: 204 len: 168 time: 0.6163456 Jan 26 20:41:44.486762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35426) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:44.571531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Deleting subnet cda48c18-e824-4bf7-bd35-c8f0410e727c {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:41:44.576542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.673668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:44.757124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.082756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.104073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.215723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d72aa59-8588-4343-98c7-613477657bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:45.257180 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda48c18-e824-4bf7-bd35-c8f0410e727c,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:45.259967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:45.265206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.279422 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-31ead67b-dd82-4e52-972f-3cb52a3abbad admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cda48c18-e824-4bf7-bd35-c8f0410e727c HTTP/1.1" status: 204 len: 168 time: 0.7890103 Jan 26 20:41:45.279746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35444) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:45.404471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.490487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.671340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.857600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d7db6-9e38-4dfc-83bd-9ae0180d4aa9 req-07e5122e-07b8-44f6-8b06-b887c0c71ada tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:45.859234 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-932d7db6-9e38-4dfc-83bd-9ae0180d4aa9 req-07e5122e-07b8-44f6-8b06-b887c0c71ada tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2603631 Jan 26 20:41:45.863759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a31da2-ab01-4a5e-bb6e-7344aa02b703']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:45.895618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8c1d66-cb4a-459e-bd3d-fae6914ec823') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:45.895949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8c1d66-cb4a-459e-bd3d-fae6914ec823') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:45.917892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.958558 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-932d7db6-9e38-4dfc-83bd-9ae0180d4aa9 req-887372a2-918b-437f-8ab4-e99ee25e8e17 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854697 Jan 26 20:41:45.959613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.961872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:41:46.148097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:46.157500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:46.354257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Network 88a31da2-ab01-4a5e-bb6e-7344aa02b703 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:41:46.378320 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:41:46.463339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:46.467344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:46.471501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:46.498768 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Pushing event deleted for resources: {'Network': ['ID=88a31da2-ab01-4a5e-bb6e-7344aa02b703,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:46.501600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:46.508372 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] 10.222.0.89 "DELETE /v2.0/networks/88a31da2-ab01-4a5e-bb6e-7344aa02b703 HTTP/1.1" status: 204 len: 168 time: 1.2246501 Jan 26 20:41:46.509521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35486) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:46.580069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Deleting subnet 40e8054c-f6b9-4b2e-9676-cfd0cc6eb134 {{(pid=80136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:41:46.583314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:46.636441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6445101'] for subnet, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:46.700468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.006617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6445233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8090236'] for subnet, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.149617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:47.292722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e8054c-f6b9-4b2e-9676-cfd0cc6eb134,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:47.304277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:47.320686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.332581 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a8594115-57af-4f54-860b-523d12381f76 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/40e8054c-f6b9-4b2e-9676-cfd0cc6eb134 HTTP/1.1" status: 204 len: 168 time: 0.8217096 Jan 26 20:41:47.335388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35522) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:47.448413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce83ee-ef23-47f7-a95e-1947cd7e7eed req-e518faa8-f773-45ae-a80e-8e078e59cd8e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:47.450144 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13ce83ee-ef23-47f7-a95e-1947cd7e7eed req-e518faa8-f773-45ae-a80e-8e078e59cd8e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.3035271 Jan 26 20:41:47.476195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.572608 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13ce83ee-ef23-47f7-a95e-1947cd7e7eed req-71277af1-bbb7-4475-a473-9ecab5ca8729 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137419 Jan 26 20:41:47.619200 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35532) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:47.682676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.798523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.819674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:47.826074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Usage tracker for resource:security_group_rule and tenant:36e803d910eb442797548685a4900214 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:47.828356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aca04c9-4980-4018-9399-570922c9197a']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:47.833815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:47.844218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:47.850495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f718cec-0d77-4e11-ada8-58921e544a1a') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:47.850838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f718cec-0d77-4e11-ada8-58921e544a1a') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:47.867843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.884894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:47.886956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:41:48.080412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf83f-a1d8-43ce-82df-a00251d5f88f req-cea8f15c-df00-4f1d-b4d7-5709be710a9c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:48.082835 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b3adf83f-a1d8-43ce-82df-a00251d5f88f req-cea8f15c-df00-4f1d-b4d7-5709be710a9c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1382072 Jan 26 20:41:48.149258 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b3adf83f-a1d8-43ce-82df-a00251d5f88f req-d16d094c-3e52-440f-b94b-b500ba30fe89 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582681 Jan 26 20:41:48.322027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Network 8aca04c9-4980-4018-9399-570922c9197a has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:48.332795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.355006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35560) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:48.471356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdde8f0-406c-4666-9d04-71501513706b req-ca72e78d-f6a9-4d85-81af-47b21c9bd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:48.473943 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-ca72e78d-f6a9-4d85-81af-47b21c9bd4ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.0990636 Jan 26 20:41:48.534695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Network 8aca04c9-4980-4018-9399-570922c9197a has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:41:48.559277 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:41:48.611061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.634871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:48.640217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.644569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:48.658351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3aff65f5e34567a6670c7460325753 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:48.665908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.668866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:48.673148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] 10.222.0.89 "DELETE /v2.0/networks/8aca04c9-4980-4018-9399-570922c9197a HTTP/1.1" status: 204 len: 168 time: 1.3365443 Jan 26 20:41:48.679625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=8aca04c9-4980-4018-9399-570922c9197a,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:48.686557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:48.695243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:48.775150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdde8f0-406c-4666-9d04-71501513706b req-126c3d1b-9686-4999-a53d-c14490352ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:48.776833 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-126c3d1b-9686-4999-a53d-c14490352ac9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.2782290 Jan 26 20:41:48.845878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35574) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:48.860077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239d87-d9a6-4b1e-abd2-9e55c37b597d req-aac489c8-acaf-4967-a6a8-a770b29324de tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:48.861780 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cb239d87-d9a6-4b1e-abd2-9e55c37b597d req-aac489c8-acaf-4967-a6a8-a770b29324de tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1333122 Jan 26 20:41:48.881749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.884161 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-050d26fe-a861-4ede-91ce-4ceb0930da31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0931337 Jan 26 20:41:48.891630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:48.910776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-11db596b-b9e6-4ae0-9985-7f254512ebcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:48.919300 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cb239d87-d9a6-4b1e-abd2-9e55c37b597d req-4a286b27-2a5c-4cf9-ba69-a669a70e65f3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506055 Jan 26 20:41:49.033842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95bf1a-3e1b-4e6a-aa40-9243d5c44057,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:49.037783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:49.053632 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=36e803d910eb442797548685a4900214&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4330833 Jan 26 20:41:49.056643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35578) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:49.082690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-51716dd7-5359-463c-a881-0bf3af11620f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=152c375061264f36a154e831765e62c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284877 Jan 26 20:41:49.084340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdde8f0-406c-4666-9d04-71501513706b req-a8f2d5d5-2635-40de-b452-3d02f5ac5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:49.085389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35582) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:49.085855 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-a8f2d5d5-2635-40de-b452-3d02f5ac5b6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.1768208 Jan 26 20:41:49.153414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.156425 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-c2594697-b175-48c3-99f5-5f1896eae3e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582037 Jan 26 20:41:49.157511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.166186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f6db7d8-b674-465d-a517-972890695fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:49.168415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.196539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.241278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.267599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.310936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc0e0d-9311-40e7-b84e-728e5f494cee,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:49.314359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:49.317703 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee3aff65f5e34567a6670c7460325753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9615765 Jan 26 20:41:49.321133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35588) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:49.369700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.382165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa4ba9a5-2006-4a24-9bbe-cc9dfe8c43ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:49.401573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd726139-5036-44ae-b22b-847551454e61,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:49.405014 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:49.416541 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-5e02239d-60f8-4f5f-965e-77f25d75697a service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397096 Jan 26 20:41:49.416968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.426080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-74a91d51-234d-46e5-8638-fcc5522450d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:49.448661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.450376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95bf1a-3e1b-4e6a-aa40-9243d5c44057,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:49.454192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.455618 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ce95bf1a-3e1b-4e6a-aa40-9243d5c44057 HTTP/1.1" status: 204 len: 168 time: 0.3977001 Jan 26 20:41:49.456645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:49.465572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.469620 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cd726139-5036-44ae-b22b-847551454e61 HTTP/1.1" status: 204 len: 168 time: 0.3803844 Jan 26 20:41:49.490844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.552528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.561948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-494ada5c-44c2-438d-99b8-7cf8a51f149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:49.578679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:49.583148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4cdc0e0d-9311-40e7-b84e-728e5f494cee HTTP/1.1" status: 204 len: 168 time: 0.2538116 Jan 26 20:41:49.584148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc0e0d-9311-40e7-b84e-728e5f494cee,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:49.586485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-03c0ce9c-7e46-4421-9cdc-8eeb2b1f5b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:49.616352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd4dc-134f-4dfc-8ab9-74d065d55698 req-49e6ddcb-fd4d-4873-86e9-3e46754cbb99 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:49.618064 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-373dd4dc-134f-4dfc-8ab9-74d065d55698 req-49e6ddcb-fd4d-4873-86e9-3e46754cbb99 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.3085420 Jan 26 20:41:49.725521 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-373dd4dc-134f-4dfc-8ab9-74d065d55698 req-24ba421f-e553-4b51-b6e1-321eaf488898 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942607 Jan 26 20:41:49.729810 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cfdde8f0-406c-4666-9d04-71501513706b req-66862f52-a3f3-4120-bef6-73ad2dfb846c service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3007607 Jan 26 20:41:50.029429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35610) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.050371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.117647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:50.123705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Usage tracker for resource:security_group_rule and tenant:2cd3928f970c41ac9fd0d05971c7504f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:50.127701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:50.135696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:50.236477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f95639-51be-40df-adc2-a3f3b1102496 req-39e7c882-5a3a-49c1-82b2-eb969db56732 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:50.239111 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-31f95639-51be-40df-adc2-a3f3b1102496 req-39e7c882-5a3a-49c1-82b2-eb969db56732 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1788471 Jan 26 20:41:50.317869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35616) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.323694 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-31f95639-51be-40df-adc2-a3f3b1102496 req-105cd46b-b123-420e-873c-f2fc7e70258b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756972 Jan 26 20:41:50.332085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35620) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.341029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.358990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:50.363755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Usage tracker for resource:security_group_rule and tenant:ab199615f1794e3eafba8cc2c1bfb305 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:50.366785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:50.372693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:50.373298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.385726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.396262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16d4d8dd-d254-4570-88ab-877cf2fdb955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.451345 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b92415b0-0ed0-4173-b3e3-84c119f3796a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c614b16730854b34b73a7e141c1cc534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180906 Jan 26 20:41:50.456979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35624) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.460905 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2cd3928f970c41ac9fd0d05971c7504f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307837 Jan 26 20:41:50.461857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588764c7-e3c3-4f0b-b7fb-b8df587e0102,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.463857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.464938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35628) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.465483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.490448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.500611 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e42b2a82-f986-407b-9604-da8f85450f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.603143 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab199615f1794e3eafba8cc2c1bfb305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841136 Jan 26 20:41:50.606046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35632) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:50.607642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8d1c9-bf06-4691-b86b-caa0e9998174,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.619033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.636055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.652219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.669054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.686956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.697494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.704427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.746203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.751419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7e470bac-bfe7-435e-916c-57e49543a8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.766896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8d1c9-bf06-4691-b86b-caa0e9998174,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.770302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.775418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.778457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.782148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/02c8d1c9-bf06-4691-b86b-caa0e9998174 HTTP/1.1" status: 204 len: 168 time: 0.1725142 Jan 26 20:41:50.782296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b605e1f7-628b-4119-ae12-88aee3878078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.792605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.806247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65886ecf-319b-437d-aa0b-38103a185c8d,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.812850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.814245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4c24cafd-fe18-41b1-ab94-2282ade76040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.837734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588764c7-e3c3-4f0b-b7fb-b8df587e0102,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.844387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.875759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.882608 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/588764c7-e3c3-4f0b-b7fb-b8df587e0102 HTTP/1.1" status: 204 len: 168 time: 0.4014442 Jan 26 20:41:50.882608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.882608 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/65886ecf-319b-437d-aa0b-38103a185c8d HTTP/1.1" status: 204 len: 168 time: 0.4215677 Jan 26 20:41:51.041972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8cfd3-1819-4417-a64e-707342f7896e req-c0b3b063-91dc-4053-940e-a4269a1b0f3f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:51.044099 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bae8cfd3-1819-4417-a64e-707342f7896e req-c0b3b063-91dc-4053-940e-a4269a1b0f3f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1361442 Jan 26 20:41:51.121712 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bae8cfd3-1819-4417-a64e-707342f7896e req-4d6c9793-40b4-43fd-9e08-e3c5f20010b2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691698 Jan 26 20:41:51.254274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.277898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:41:51.409461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35694) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:51.441526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.481651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:51.489947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1747536b4842ac8bbb490da705145a is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:51.500435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:51.514114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:51.626534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82af0-41d9-4bf5-be89-9e3bfd09ca47 req-4af29ed0-28a6-4b07-8fb8-20acd8014ba7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:51.637244 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-44a82af0-41d9-4bf5-be89-9e3bfd09ca47 req-4af29ed0-28a6-4b07-8fb8-20acd8014ba7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1691577 Jan 26 20:41:51.659866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.662572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.702234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fe182d2-b936-4069-97bd-956b260ba842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:51.704478 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-44a82af0-41d9-4bf5-be89-9e3bfd09ca47 req-7d0416f3-1489-4608-bd87-dbe52fcdba11 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659657 Jan 26 20:41:51.766029 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5e1747536b4842ac8bbb490da705145a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553703 Jan 26 20:41:51.767303 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df2b6f-fccd-4ba9-8abd-51f3e87088e0,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:51.769478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35712) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:51.781038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:51.843290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:51.861492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.894851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.956682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:51.957108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.966746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.972394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77b55d44-1396-4ddc-ace5-63015fe3b362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:51.988678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df2b6f-fccd-4ba9-8abd-51f3e87088e0,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:51.991878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:51.992899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.997018 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-76a4f1dc-d976-4bfd-988e-8e268aff062c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/20df2b6f-fccd-4ba9-8abd-51f3e87088e0 HTTP/1.1" status: 204 len: 168 time: 0.2231846 Jan 26 20:41:52.415512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64692aa-6294-4752-9219-09de2c26c65d req-7feabca2-bd3b-42a7-a1f9-3a09cc924858 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:52.417226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a64692aa-6294-4752-9219-09de2c26c65d req-7feabca2-bd3b-42a7-a1f9-3a09cc924858 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1492705 Jan 26 20:41:52.485696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a64692aa-6294-4752-9219-09de2c26c65d req-65d43eee-63f2-4608-82d4-8b16bc1e1949 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581882 Jan 26 20:41:53.007410 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d75ab-0da1-4fb7-af4e-3cca70478519 req-bd0b26b0-7d00-4627-b59b-65eaf4e791c7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:53.015867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0e4d75ab-0da1-4fb7-af4e-3cca70478519 req-bd0b26b0-7d00-4627-b59b-65eaf4e791c7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1730778 Jan 26 20:41:53.073801 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0e4d75ab-0da1-4fb7-af4e-3cca70478519 req-432e4de6-4e2f-493a-9450-f488cca1a3a4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Jan 26 20:41:53.715614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696cdf3-2fbb-493c-b5cf-5ec3e22b4d8f req-f7b8613d-88e5-45f7-ae42-97f0dfd78f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:53.717259 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1696cdf3-2fbb-493c-b5cf-5ec3e22b4d8f req-f7b8613d-88e5-45f7-ae42-97f0dfd78f61 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.1775267 Jan 26 20:41:53.809800 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1696cdf3-2fbb-493c-b5cf-5ec3e22b4d8f req-ac706951-6c2e-42c9-8d3a-3b6a6d02740a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828464 Jan 26 20:41:53.874467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa6610-33fa-4704-8249-b8c4bf2c6b09 req-2a6dfa44-8469-4cf2-8aee-b909285eaf7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:53.876212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ddfa6610-33fa-4704-8249-b8c4bf2c6b09 req-2a6dfa44-8469-4cf2-8aee-b909285eaf7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2125101 Jan 26 20:41:53.943769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ddfa6610-33fa-4704-8249-b8c4bf2c6b09 req-963bcac2-2350-4d10-af14-6f3633e8eeeb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610747 Jan 26 20:41:54.238667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 35862) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:54.452004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a33c1-9f9c-4e8c-91f3-9e0744c906f7 req-6a3a322e-3212-4a23-80ca-c4e2f2832128 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:54.453739 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-563a33c1-9f9c-4e8c-91f3-9e0744c906f7 req-6a3a322e-3212-4a23-80ca-c4e2f2832128 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1490085 Jan 26 20:41:54.521821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.544612 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-563a33c1-9f9c-4e8c-91f3-9e0744c906f7 req-866832c5-0cab-4d11-ada3-6be355414b01 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835860 Jan 26 20:41:54.551820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:54.558090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Usage tracker for resource:security_group_rule and tenant:dc3397659bf24bc1be0813dba3de17bd is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:54.561264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:54.567352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:54.658717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.662308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.671931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9044394c-cfcf-4c6f-8b5f-1246ff45788a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:54.718187 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dc3397659bf24bc1be0813dba3de17bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780452 Jan 26 20:41:54.719120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8b063-14e1-44cf-8082-d3cc001de14b,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:54.721304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 35888) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:54.722460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:54.803363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.833738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.882653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.891701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa63a37a-9b15-49c5-97d1-6305930fc12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:54.904849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8b063-14e1-44cf-8082-d3cc001de14b,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:54.907951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:54.917207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:54.921119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bac8b063-14e1-44cf-8082-d3cc001de14b HTTP/1.1" status: 204 len: 168 time: 0.1958475 Jan 26 20:41:55.271135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e9aa-4689-46d0-bd2e-da90b1860859 req-e860f46c-f654-46e3-8484-3af49b107023 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:55.273069 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-14c4e9aa-4689-46d0-bd2e-da90b1860859 req-e860f46c-f654-46e3-8484-3af49b107023 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1572006 Jan 26 20:41:55.352009 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-14c4e9aa-4689-46d0-bd2e-da90b1860859 req-76f2be53-1b35-4d4b-9ed4-c49204c8c8a2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726221 Jan 26 20:41:55.819833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ca97f-1cd0-449c-9fb0-b1eaa25fe9e7 req-4181464b-b5e9-4cb4-bc36-7b780a6108de tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:55.821652 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3b1ca97f-1cd0-449c-9fb0-b1eaa25fe9e7 req-4181464b-b5e9-4cb4-bc36-7b780a6108de tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1336493 Jan 26 20:41:55.878786 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3b1ca97f-1cd0-449c-9fb0-b1eaa25fe9e7 req-3a68df3f-d019-4dd8-8b04-add46c996c24 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508907 Jan 26 20:41:55.896391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:55.984732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:55.985101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:56.394415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-f291809a-0c5f-4f6d-b53c-72c68247af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:56.396219 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-f291809a-0c5f-4f6d-b53c-72c68247af62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.1371925 Jan 26 20:41:56.595184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbff38-0563-4964-93ef-b8f6b5664eeb req-cf7ba455-ed6e-4a6d-9937-b101252c8fe5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:56.602435 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6ecbff38-0563-4964-93ef-b8f6b5664eeb req-cf7ba455-ed6e-4a6d-9937-b101252c8fe5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2712932 Jan 26 20:41:56.751631 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6ecbff38-0563-4964-93ef-b8f6b5664eeb req-ed039875-8679-44ba-a997-cc622af1f67d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442158 Jan 26 20:41:56.763799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf910e-46cc-42d1-8a87-af05dac1683a req-1e54c806-44e7-4444-add1-8a7cca6f6ab7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:56.768888 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a0cf910e-46cc-42d1-8a87-af05dac1683a req-1e54c806-44e7-4444-add1-8a7cca6f6ab7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2179809 Jan 26 20:41:56.867765 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a0cf910e-46cc-42d1-8a87-af05dac1683a req-36cdb0c6-8d53-424e-a7d4-c28478674957 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926201 Jan 26 20:41:57.001566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-462d7aae-b1f3-4cfe-8d62-4a86f80811bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:57.003710 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-462d7aae-b1f3-4cfe-8d62-4a86f80811bb service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.5865929 Jan 26 20:41:57.078681 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-de028752-8081-4d5f-a412-bbdba7081b96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0680602 Jan 26 20:41:57.154417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-732c297c-2346-4460-a182-a178f663f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:57.155952 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-732c297c-2346-4460-a182-a178f663f981 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.0690694 Jan 26 20:41:57.220298 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-a9abba2e-4e5a-4932-bbaf-dc72e6977863 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557094 Jan 26 20:41:57.369476 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-d57b4bcd-ffac-4985-917e-2c288b26f393 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404076 Jan 26 20:41:57.522476 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f020104-bbda-4d5b-becc-1a4f1f753c5c req-42a1128c-1ca0-4d83-a4dd-433448c750b3 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458418 Jan 26 20:41:58.121917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6126-d8ab-431d-9ed8-50152d68b51b req-40abc804-1584-4520-86dc-a7424d9775be tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:58.123660 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fedb6126-d8ab-431d-9ed8-50152d68b51b req-40abc804-1584-4520-86dc-a7424d9775be tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2164352 Jan 26 20:41:58.207656 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fedb6126-d8ab-431d-9ed8-50152d68b51b req-342fbc09-13b1-4d14-b118-03bc5eafb013 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765948 Jan 26 20:41:58.278107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97644948-ee72-4745-aa9e-2270ed80eea0 req-aa12a3e9-3017-44ff-b944-091a74a3271a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:58.280044 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97644948-ee72-4745-aa9e-2270ed80eea0 req-aa12a3e9-3017-44ff-b944-091a74a3271a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1705351 Jan 26 20:41:58.344617 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97644948-ee72-4745-aa9e-2270ed80eea0 req-44503f51-68f8-47ff-95d8-2106028f7294 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566187 Jan 26 20:41:59.468068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a6302-8237-4d0b-8779-3877839662f6 req-df9042e4-d19c-4356-96dd-3f3db434b465 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:59.469784 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-194a6302-8237-4d0b-8779-3877839662f6 req-df9042e4-d19c-4356-96dd-3f3db434b465 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1293106 Jan 26 20:41:59.543080 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-194a6302-8237-4d0b-8779-3877839662f6 req-1afb0475-9409-4ffc-9dc9-dd7cc9accc0e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644453 Jan 26 20:41:59.672119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce40e5b-06e3-4f0d-bacc-2ad114fb36a7 req-3b668068-8682-4081-936e-45065ad789a6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:59.674066 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dce40e5b-06e3-4f0d-bacc-2ad114fb36a7 req-3b668068-8682-4081-936e-45065ad789a6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1369669 Jan 26 20:41:59.733086 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dce40e5b-06e3-4f0d-bacc-2ad114fb36a7 req-8b84577a-d686-4540-8e75-d7eb1d23cbe6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522127 Jan 26 20:41:59.953760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:00.028644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port e79f89b3-0d16-415c-9eed-c20b3e751e5e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:00.029066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.815083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a399f-cd54-459e-86f5-434e3900ac51 req-8b90bb16-89a7-4d6b-8653-cd827fb7efc2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:00.816832 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c3a399f-cd54-459e-86f5-434e3900ac51 req-8b90bb16-89a7-4d6b-8653-cd827fb7efc2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1297936 Jan 26 20:42:00.875515 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c3a399f-cd54-459e-86f5-434e3900ac51 req-84b92d48-1605-4529-8ca5-037265e204e3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501695 Jan 26 20:42:01.029137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592ba99-59ee-4827-acdd-5fb299ddfbdf req-1f593e82-d090-45e1-8bd8-d01864b47c41 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:01.030880 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e592ba99-59ee-4827-acdd-5fb299ddfbdf req-1f593e82-d090-45e1-8bd8-d01864b47c41 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1366231 Jan 26 20:42:01.099792 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e592ba99-59ee-4827-acdd-5fb299ddfbdf req-4860f104-ad2d-48fc-97ad-1769fc27e2ce tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609889 Jan 26 20:42:02.376673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1d464-f5b5-4f26-8b02-48213f548806 req-03a5a9a7-bfda-45c7-bf16-8c386a206339 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:02.378348 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ae1d464-f5b5-4f26-8b02-48213f548806 req-03a5a9a7-bfda-45c7-bf16-8c386a206339 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1252854 Jan 26 20:42:02.443878 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ae1d464-f5b5-4f26-8b02-48213f548806 req-75c78792-09c8-436c-876e-34a02ff3c3a1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578136 Jan 26 20:42:02.797585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac780c-5440-4a55-8960-570565110c65 req-2dedd449-5d61-41e0-8e6f-17e822c5fcf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:02.799198 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1fac780c-5440-4a55-8960-570565110c65 req-2dedd449-5d61-41e0-8e6f-17e822c5fcf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1276855 Jan 26 20:42:02.857825 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1fac780c-5440-4a55-8960-570565110c65 req-a1df1d3f-2296-4375-a9b5-61a099574ea3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Jan 26 20:42:03.493087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36092) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:03.695351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:03.712618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:03.716727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3bad1d3eda4f61946e06d8d2769da1 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:03.719890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:03.726047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:03.751570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f4b8-ca60-4a08-a379-ff3e045ebb6f req-762b6f5f-580c-4716-a2df-5067fc15a14c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:03.753266 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-caf8f4b8-ca60-4a08-a379-ff3e045ebb6f req-762b6f5f-580c-4716-a2df-5067fc15a14c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1435714 Jan 26 20:42:03.822528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:03.823691 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-caf8f4b8-ca60-4a08-a379-ff3e045ebb6f req-81f4b916-8267-411b-8f17-e20643a001d1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608199 Jan 26 20:42:03.826015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:03.837494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:03.882320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6272b164-054e-4171-933a-b8808e460119,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:03.886431 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2c3bad1d3eda4f61946e06d8d2769da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918953 Jan 26 20:42:03.889314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36104) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:03.893208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.893621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.894026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.894429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.894825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.895216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.896159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.896543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.896931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.897315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.897744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.898130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.898691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.900184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.900184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.900184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.900447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.900688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.901208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.901688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.902148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.902590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.903039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.903501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:03.908220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:03.963035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:03.996238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.048087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.054485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-70d9cda1-b289-4610-a2c5-0c70576ae596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:04.068137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6272b164-054e-4171-933a-b8808e460119,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:04.080348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.080754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.081161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.081586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.081977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.082365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.082855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.083150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.083573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.083956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.084448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.084788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.085232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.085673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.085967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.086340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.086715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.087092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.087518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.087904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.088298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.088673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.089047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.089418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:04.095198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:04.097322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.099434 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6272b164-054e-4171-933a-b8808e460119 HTTP/1.1" status: 204 len: 168 time: 0.2079792 Jan 26 20:42:04.464050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36122) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:04.484734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.504178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:04.508638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Usage tracker for resource:security_group_rule and tenant:e90145f7f8eb4aef8d4fc6eb43135dba is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:04.511849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:04.518067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:04.609226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.612081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.620903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-34045aea-b4db-4c94-ba9e-e52a2dcc271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:04.668845 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e90145f7f8eb4aef8d4fc6eb43135dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035220 Jan 26 20:42:04.670758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d950b7-af41-4969-a991-620c12c2aa94,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:04.671965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36126) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:04.674378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:04.739746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.768050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.815257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.820628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4a980719-6779-4291-a92d-8c527f5958c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:04.836230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d950b7-af41-4969-a991-620c12c2aa94,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:04.839272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:04.840329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.843513 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/99d950b7-af41-4969-a991-620c12c2aa94 HTTP/1.1" status: 204 len: 168 time: 0.1685112 Jan 26 20:42:05.121089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b66959-2510-49e4-8800-5d45e300c4dd req-f3ad8faa-75fc-4985-887c-ba9ad13e2482 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:05.122746 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73b66959-2510-49e4-8800-5d45e300c4dd req-f3ad8faa-75fc-4985-887c-ba9ad13e2482 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1335330 Jan 26 20:42:05.200182 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73b66959-2510-49e4-8800-5d45e300c4dd req-fda719e8-f1fa-411b-b327-2f32d27e8a25 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705826 Jan 26 20:42:05.305820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36142) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:05.327866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.345796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:05.350407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Usage tracker for resource:security_group_rule and tenant:d65958c22f564a8291360eb69fb45def is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:05.354890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:05.361461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:05.456043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.459024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.468036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1b332f4-b63e-46f9-acee-3582ddd628cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:05.517346 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d65958c22f564a8291360eb69fb45def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100096 Jan 26 20:42:05.519134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7626e0-bb2b-44cf-b478-d9cea3dc428d,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:05.520221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36150) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:05.522798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:05.613139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.641911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.688103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.693623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0c1bbd2e-246c-40d8-a617-41a9fd7d9b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:05.711579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7626e0-bb2b-44cf-b478-d9cea3dc428d,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:05.714666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:05.725798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.729572 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1e7626e0-bb2b-44cf-b478-d9cea3dc428d HTTP/1.1" status: 204 len: 168 time: 0.2057548 Jan 26 20:42:06.217280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-da4ecd8c-ecb3-4f0d-9bd3-9ab2eec79223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:06.219007 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-da4ecd8c-ecb3-4f0d-9bd3-9ab2eec79223 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.1330731 Jan 26 20:42:06.415152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21445d-21ec-41f4-be62-cbfebe300cea req-5cb64ad5-e7b4-4e18-9060-01019b921c0a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:06.424292 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ce21445d-21ec-41f4-be62-cbfebe300cea req-5cb64ad5-e7b4-4e18-9060-01019b921c0a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2680030 Jan 26 20:42:06.464046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-3b0badfc-7ce2-49ed-adb9-91c4d9f231c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:06.465632 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-3b0badfc-7ce2-49ed-adb9-91c4d9f231c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.2376370 Jan 26 20:42:06.518130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac73b4-2a49-41cf-b327-5c4dab381f5c req-59027846-8718-4280-8fc4-0d7b3f645ea9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:06.519867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f8ac73b4-2a49-41cf-b327-5c4dab381f5c req-59027846-8718-4280-8fc4-0d7b3f645ea9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1590586 Jan 26 20:42:06.546671 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-f6edd0ce-0979-469e-a3a5-126fb3b83e2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0730255 Jan 26 20:42:06.608000 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f8ac73b4-2a49-41cf-b327-5c4dab381f5c req-4c658ced-c5fb-493f-95ee-0decacd6bbdf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723209 Jan 26 20:42:06.618920 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ce21445d-21ec-41f4-be62-cbfebe300cea req-44c071cd-1c44-4bb6-b171-7ef0e6e664ae tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929901 Jan 26 20:42:06.648414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-27491cb4-1dc6-47a2-bb14-bb494873405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:06.649980 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-27491cb4-1dc6-47a2-bb14-bb494873405e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.0927434 Jan 26 20:42:06.712976 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-ef7e9c7d-582b-491d-9408-d692e490753b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558567 Jan 26 20:42:06.871683 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-6928ace0-cf20-4d71-8fd0-322794eb27ed service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502180 Jan 26 20:42:07.020696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0301ef6a-9360-4916-a6ea-251c140ddc63 req-e9213e78-34e9-4396-9c79-3539ac02001b service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418529 Jan 26 20:42:07.918460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c61d-c624-4161-8056-c5b4a3db0a8f req-940de3f2-8310-44a6-9374-968736ced18f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:07.920462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3b41c61d-c624-4161-8056-c5b4a3db0a8f req-940de3f2-8310-44a6-9374-968736ced18f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1408641 Jan 26 20:42:07.979906 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3b41c61d-c624-4161-8056-c5b4a3db0a8f req-44eb27d2-7c20-414d-b716-aaea1fefcbb0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508571 Jan 26 20:42:08.017148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045f57b-5e40-4922-95be-9e101d1f4cda req-d809d619-4488-40f5-971e-84c890fac7e2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:08.018891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7045f57b-5e40-4922-95be-9e101d1f4cda req-d809d619-4488-40f5-971e-84c890fac7e2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1335027 Jan 26 20:42:08.076010 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7045f57b-5e40-4922-95be-9e101d1f4cda req-5ac57684-108a-4f71-8371-7e5a05d23a69 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Jan 26 20:42:09.245485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8d673-4050-4a69-8431-a4d34c016d82 req-5e59d8d8-90a0-42fb-8043-e12ea9103649 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:09.247241 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83e8d673-4050-4a69-8431-a4d34c016d82 req-5e59d8d8-90a0-42fb-8043-e12ea9103649 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1316671 Jan 26 20:42:09.308424 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83e8d673-4050-4a69-8431-a4d34c016d82 req-f8ccf363-c08d-4609-bc9f-721f16d314fb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548038 Jan 26 20:42:09.353374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b840-ae1d-4f4f-a44b-396d5395d99c req-de93b91b-ece2-47d9-89c5-2eaaac423b43 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:09.355075 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8f92b840-ae1d-4f4f-a44b-396d5395d99c req-de93b91b-ece2-47d9-89c5-2eaaac423b43 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1273520 Jan 26 20:42:09.417074 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8f92b840-ae1d-4f4f-a44b-396d5395d99c req-ad8b12d8-ce60-48f6-8dc3-196331540c11 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558062 Jan 26 20:42:10.569012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f04c5-31c1-4f00-8251-842fd7bd6d66 req-3f56e578-8b3f-47a2-baa4-354b23c0ba3e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:10.570755 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f4f04c5-31c1-4f00-8251-842fd7bd6d66 req-3f56e578-8b3f-47a2-baa4-354b23c0ba3e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1271520 Jan 26 20:42:10.628145 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f4f04c5-31c1-4f00-8251-842fd7bd6d66 req-cd75b804-f2b9-4cf6-b784-aa47f19d2646 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Jan 26 20:42:10.693297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5f620-b7e8-4c03-a3fc-df67e0fff824 req-b69a03a6-daaf-4842-b263-2cc639f8e164 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:10.694995 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5a5f620-b7e8-4c03-a3fc-df67e0fff824 req-b69a03a6-daaf-4842-b263-2cc639f8e164 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1297586 Jan 26 20:42:10.753414 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5a5f620-b7e8-4c03-a3fc-df67e0fff824 req-dc62aeee-048e-4123-b008-81376c3b8a15 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521266 Jan 26 20:42:10.855791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3e363fe0-0a11-4faa-983c-942c4108d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:11.779709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36264) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:11.896084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d1ea-b579-404b-9bcc-f8e9dce5047a req-9b699382-b4d5-4bfa-b6b2-355d350134cd tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:11.897713 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9d2d1ea-b579-404b-9bcc-f8e9dce5047a req-9b699382-b4d5-4bfa-b6b2-355d350134cd tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1330276 Jan 26 20:42:11.959704 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9d2d1ea-b579-404b-9bcc-f8e9dce5047a req-711542ee-28c5-4916-a4a9-e4833efa5d1e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Jan 26 20:42:12.015727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.035312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:12.043488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e59c5c78d74b448a3dc711c83c1372 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:12.047693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:12.063554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:12.126612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544f0fb-9342-4eac-bb94-5030319aef2f req-56f82061-f04e-4380-8b4d-2df7ccb91b1e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:12.128579 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4544f0fb-9342-4eac-bb94-5030319aef2f req-56f82061-f04e-4380-8b4d-2df7ccb91b1e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2136266 Jan 26 20:42:12.218182 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4544f0fb-9342-4eac-bb94-5030319aef2f req-a53d3f8c-53c8-43ce-967c-28c6008ad60c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813839 Jan 26 20:42:12.262994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.265786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.274693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1c789c7f-9069-4bc7-acb2-79e8c8b9901a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:12.318651 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f0e59c5c78d74b448a3dc711c83c1372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377595 Jan 26 20:42:12.320453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f44144-48a6-49c0-a2b5-1f8b5adbbdba,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:12.321740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36276) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:12.323683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:12.386425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.414890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.460156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.465081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-331a1b83-d11b-48c8-87d7-05d43343de34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:12.481804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f44144-48a6-49c0-a2b5-1f8b5adbbdba,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:12.484374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:12.488499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.489812 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-52250e80-ea4f-4b30-88a0-9dff705b477f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/03f44144-48a6-49c0-a2b5-1f8b5adbbdba HTTP/1.1" status: 204 len: 168 time: 0.1669700 Jan 26 20:42:13.289661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7144d-008b-48d0-a954-8ec5d02cc161 req-853097a6-5f11-4240-ad37-cefe013e9d4e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:13.291725 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c0a7144d-008b-48d0-a954-8ec5d02cc161 req-853097a6-5f11-4240-ad37-cefe013e9d4e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1880865 Jan 26 20:42:13.368121 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c0a7144d-008b-48d0-a954-8ec5d02cc161 req-7b8978cd-49e2-4b27-bb5e-a8ba7d5d74c6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688107 Jan 26 20:42:13.457971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-992311e9-9d27-4303-90bd-4d9a4e759629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:13.534956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc723797-d3b0-4e14-864e-35a5739cd8f8 req-39788900-de7a-4e97-991b-14da97ff6ebc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:13.537227 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc723797-d3b0-4e14-864e-35a5739cd8f8 req-39788900-de7a-4e97-991b-14da97ff6ebc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1333430 Jan 26 20:42:13.596142 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc723797-d3b0-4e14-864e-35a5739cd8f8 req-6ba75029-cfff-4432-9798-af8abd330508 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521660 Jan 26 20:42:14.258499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.635326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255b4c-d578-4328-bf10-10f24f9bdb9c req-cf47c9d6-f448-4262-a518-e951ece66590 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:14.636997 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-93255b4c-d578-4328-bf10-10f24f9bdb9c req-cf47c9d6-f448-4262-a518-e951ece66590 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1308236 Jan 26 20:42:14.698294 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-93255b4c-d578-4328-bf10-10f24f9bdb9c req-078bafff-c4ad-4078-a189-633cafd50441 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550194 Jan 26 20:42:14.882633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4fc22-358d-44ef-8e13-aff5f5f861f1 req-7e7404c5-4ed9-47e8-9848-22c836a61680 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:14.884396 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2a4fc22-358d-44ef-8e13-aff5f5f861f1 req-7e7404c5-4ed9-47e8-9848-22c836a61680 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1374676 Jan 26 20:42:14.945742 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2a4fc22-358d-44ef-8e13-aff5f5f861f1 req-9ce6b3a9-2dda-46eb-bb16-811798efb14d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550992 Jan 26 20:42:15.075164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:15.484310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:16.081104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23daf1-467d-40bc-b435-653b8753b64a req-6e1e1d86-3b7c-411c-a4c9-5e40bb285292 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:16.095212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d23daf1-467d-40bc-b435-653b8753b64a req-6e1e1d86-3b7c-411c-a4c9-5e40bb285292 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1775396 Jan 26 20:42:16.173319 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d23daf1-467d-40bc-b435-653b8753b64a req-e7216faf-f1cf-4fa5-94cd-677d8531b4ac tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Jan 26 20:42:16.315263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccc892-3e98-49a3-ad44-30ac597a8f94 req-d2f57b5d-8d45-4a8d-a731-a5ce07a1fe36 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:16.317280 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-74ccc892-3e98-49a3-ad44-30ac597a8f94 req-d2f57b5d-8d45-4a8d-a731-a5ce07a1fe36 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1666307 Jan 26 20:42:16.383067 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-74ccc892-3e98-49a3-ad44-30ac597a8f94 req-0b04578f-f476-4d13-a92a-ddb2ef963d23 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587866 Jan 26 20:42:17.507381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fbdaa-723a-4847-82d5-ec5826fcc84b req-3cb634e5-9e45-4c11-a823-baef1fa4bc85 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:17.515163 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e60fbdaa-723a-4847-82d5-ec5826fcc84b req-3cb634e5-9e45-4c11-a823-baef1fa4bc85 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1630149 Jan 26 20:42:17.579526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e60fbdaa-723a-4847-82d5-ec5826fcc84b req-bc0f152f-3824-4792-8810-9397bcd6ac59 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Jan 26 20:42:17.759843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d58b82-0112-4068-a049-b6a1907b8f3f req-006a506f-0ab1-4e95-8ea3-51802e71411c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:17.768052 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-87d58b82-0112-4068-a049-b6a1907b8f3f req-006a506f-0ab1-4e95-8ea3-51802e71411c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1535120 Jan 26 20:42:17.924612 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-87d58b82-0112-4068-a049-b6a1907b8f3f req-b14074fc-c36a-436e-a81e-6e3aaab01ace tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552429 Jan 26 20:42:18.860182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1370-f147-42b2-922a-d5577333a5d2 req-c2ba5997-ab5b-465d-8ecd-93285392317b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:18.861851 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-463d1370-f147-42b2-922a-d5577333a5d2 req-c2ba5997-ab5b-465d-8ecd-93285392317b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1415174 Jan 26 20:42:18.923231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-463d1370-f147-42b2-922a-d5577333a5d2 req-1f6aefef-93bb-4ee6-9898-e1f601fa85df tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Jan 26 20:42:19.339439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1dd0-49c1-43c9-ba2c-9b3d661d7283 req-8ce04fcf-d758-4aee-8338-783832c412e1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:19.342469 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d6de1dd0-49c1-43c9-ba2c-9b3d661d7283 req-8ce04fcf-d758-4aee-8338-783832c412e1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2142491 Jan 26 20:42:19.643995 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d6de1dd0-49c1-43c9-ba2c-9b3d661d7283 req-5f6bfb56-073c-41ed-a0de-afa3169c4d09 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908380 Jan 26 20:42:20.255648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd174041-0d66-4e2d-820a-a56adb7abc87 req-6a8612ba-c36c-433a-9eb1-25055dbf0c56 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:20.268468 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bd174041-0d66-4e2d-820a-a56adb7abc87 req-6a8612ba-c36c-433a-9eb1-25055dbf0c56 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1644835 Jan 26 20:42:20.349803 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bd174041-0d66-4e2d-820a-a56adb7abc87 req-d2276f24-0f9f-4baa-8c76-220c3c999116 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Jan 26 20:42:20.973908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9730-2453-4285-bf3c-b45a0770bf9a req-c65fec4e-a6ec-4b6e-b206-1cb017171e7a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:20.976293 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b18b9730-2453-4285-bf3c-b45a0770bf9a req-c65fec4e-a6ec-4b6e-b206-1cb017171e7a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1629641 Jan 26 20:42:21.065821 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b18b9730-2453-4285-bf3c-b45a0770bf9a req-821c18d9-6dff-4bbf-b6a7-d34285374ba8 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814245 Jan 26 20:42:21.283685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:22.029846 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a950-ffd7-403a-9ca6-7f216a58b640 req-663a48c4-38a8-4ef3-af7b-4e711ef9198b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:22.029846 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2c4a950-ffd7-403a-9ca6-7f216a58b640 req-663a48c4-38a8-4ef3-af7b-4e711ef9198b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.4938390 Jan 26 20:42:22.099275 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2c4a950-ffd7-403a-9ca6-7f216a58b640 req-5577545e-f1d2-42c3-a09d-8fece9cb7b1c tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Jan 26 20:42:22.394954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c9e77-a9e5-4d43-994e-76a267396c20 req-883bc9e4-2c8b-45b0-954c-4a999a8e2324 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:22.399015 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-467c9e77-a9e5-4d43-994e-76a267396c20 req-883bc9e4-2c8b-45b0-954c-4a999a8e2324 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1612203 Jan 26 20:42:22.489883 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-467c9e77-a9e5-4d43-994e-76a267396c20 req-52586de4-a6fa-42c1-a6bb-2002ef114def tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857015 Jan 26 20:42:23.465538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28821a17-df42-496f-931e-2cc2f072a6d1 req-43996175-5226-4170-8481-f364d31808a3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:23.467267 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28821a17-df42-496f-931e-2cc2f072a6d1 req-43996175-5226-4170-8481-f364d31808a3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1585217 Jan 26 20:42:23.560012 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28821a17-df42-496f-931e-2cc2f072a6d1 req-f30f9a24-2c23-40a7-829c-18b9a62f1d3b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865498 Jan 26 20:42:23.808633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178296a-604d-40c0-966e-ab8301079cbb req-07b6c8bd-976f-4003-b7ec-3a0716a34b4d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:23.811546 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c178296a-604d-40c0-966e-ab8301079cbb req-07b6c8bd-976f-4003-b7ec-3a0716a34b4d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1574137 Jan 26 20:42:23.874180 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c178296a-604d-40c0-966e-ab8301079cbb req-391114b5-4774-4e74-99fb-649758fb8612 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558443 Jan 26 20:42:24.860787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c24f-2a5a-4acc-bfad-e956039703f0 req-f1f47e03-175e-4998-95ef-2e0ea55c8328 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:24.862482 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b5b2c24f-2a5a-4acc-bfad-e956039703f0 req-f1f47e03-175e-4998-95ef-2e0ea55c8328 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1591778 Jan 26 20:42:24.930717 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b5b2c24f-2a5a-4acc-bfad-e956039703f0 req-80f4831c-a31d-4cd3-8cc3-7834dea6df53 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600722 Jan 26 20:42:25.222786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca4f9d-ee45-4ce0-88ea-d2287d465166 req-1cf94220-89a5-46de-b02e-af119cd58835 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:25.233618 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5bca4f9d-ee45-4ce0-88ea-d2287d465166 req-1cf94220-89a5-46de-b02e-af119cd58835 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1883397 Jan 26 20:42:25.319746 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5bca4f9d-ee45-4ce0-88ea-d2287d465166 req-245ef684-821b-4287-9744-17b6ccf9626f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851305 Jan 26 20:42:26.290344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d7aa9-cdc2-457c-8230-a0e2468a38ab req-d9a53084-3f7a-472d-8a1f-f2a9d76842d7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:26.297957 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9e6d7aa9-cdc2-457c-8230-a0e2468a38ab req-d9a53084-3f7a-472d-8a1f-f2a9d76842d7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1550493 Jan 26 20:42:26.370771 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9e6d7aa9-cdc2-457c-8230-a0e2468a38ab req-194c1949-24d0-421f-810f-5aad9a9670cb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Jan 26 20:42:26.605367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea2d73-9130-4049-98b9-8fc460c7a23a req-9f3d7c2e-65fc-42f9-9a95-5b3c7040f321 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:26.607047 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0fea2d73-9130-4049-98b9-8fc460c7a23a req-9f3d7c2e-65fc-42f9-9a95-5b3c7040f321 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1356769 Jan 26 20:42:26.664913 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0fea2d73-9130-4049-98b9-8fc460c7a23a req-7422c541-2bd5-4948-84d7-1bb3ff97d9b2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507252 Jan 26 20:42:27.068530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36670) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:27.244407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.260049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:27.264250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d481e6065934ada843c4d424d5a90df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:27.267246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:27.273707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:27.414383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-5472e704-a087-45b5-b3a5-2751d8d28b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:27.416137 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-5472e704-a087-45b5-b3a5-2751d8d28b59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1162 time: 0.1145625 Jan 26 20:42:27.551190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36688) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:27.607834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.622882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.635253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b3ff92c5-5c46-476b-89d2-e3844a069672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:27.714806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcdf3dc-02d2-47fb-bdad-d6ea8350eb0f,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:27.724079 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0d481e6065934ada843c4d424d5a90df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6544466 Jan 26 20:42:27.725451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36696) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:27.730333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e08084fb-27b5-49a1-ba81-642fd091efc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:27.734237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.739677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-f67c498d-2ff7-4705-9703-253b63b1bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:27.741279 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-f67c498d-2ff7-4705-9703-253b63b1bfb4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.3125448 Jan 26 20:42:27.762326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:27.770988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d6c01e8f0d4957a2567de6fb08c04c is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:27.780211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:27.791144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:27.856344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28551280-ec2c-46fd-b624-8d7980a1721a req-dd252b2d-632b-4226-95b8-4c95febdcce2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:27.858053 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28551280-ec2c-46fd-b624-8d7980a1721a req-dd252b2d-632b-4226-95b8-4c95febdcce2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.3214076 Jan 26 20:42:27.896546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.946496 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28551280-ec2c-46fd-b624-8d7980a1721a req-79e94a1b-2b33-4d0d-b0b7-29c899517eef tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735013 Jan 26 20:42:27.947156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:27.949104 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-76748510-826a-449f-8c08-c2120e8facc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 1001 time: 0.1988764 Jan 26 20:42:28.029661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-053b4a09-ac60-42d3-bc04-c5148d626de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:28.031493 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-053b4a09-ac60-42d3-bc04-c5148d626de4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0756152 Jan 26 20:42:28.069918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20fda0-e379-4493-bdf5-15d0d8a03cbd req-efd6ca6d-9c4c-4554-b3c9-7f7cadc63023 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:28.071624 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d20fda0-e379-4493-bdf5-15d0d8a03cbd req-efd6ca6d-9c4c-4554-b3c9-7f7cadc63023 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2500019 Jan 26 20:42:28.113489 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-95cb29fb-8186-4ce2-aded-782014e5fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:28.115654 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-95cb29fb-8186-4ce2-aded-782014e5fb61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772121 Jan 26 20:42:28.131537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.138466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.150656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-50f30425-42e0-4714-88e1-8eb562adea56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:28.173244 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d20fda0-e379-4493-bdf5-15d0d8a03cbd req-49dd8ce5-431b-474b-a38d-b86f61aeb515 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920155 Jan 26 20:42:28.195089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.199019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f102f31-e411-406e-ab59-6c95de18690c,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:28.212704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:28.217243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f38b3e62-ecea-4305-b596-423ee70227fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:28.246511 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b1d6c01e8f0d4957a2567de6fb08c04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935704 Jan 26 20:42:28.257725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36702) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:28.258672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcdf3dc-02d2-47fb-bdad-d6ea8350eb0f,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:28.264005 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-7ba3cf74-9fe7-49b8-bca9-9a6ae7b076af service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407297 Jan 26 20:42:28.264806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:28.277675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:42:28.329305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.333505 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0dcdf3dc-02d2-47fb-bdad-d6ea8350eb0f HTTP/1.1" status: 204 len: 168 time: 0.5980430 Jan 26 20:42:28.365665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.393864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.429548 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f732c33b-591f-4532-afc6-9fac5f42d44d req-2221ea05-34be-47de-8d87-23efa6b28268 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562135 Jan 26 20:42:28.462314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.467853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-69eeb764-1c23-4916-9f8b-5c81a1de3aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:28.486520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f102f31-e411-406e-ab59-6c95de18690c,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:28.490246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:28.491696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9f102f31-e411-406e-ab59-6c95de18690c HTTP/1.1" status: 204 len: 168 time: 0.2286286 Jan 26 20:42:28.509385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:29.207516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e378a-1920-4021-b1df-2791fb4352f6 req-819f3f79-1e4b-4c3e-8b01-c65f836272f0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:29.209195 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-924e378a-1920-4021-b1df-2791fb4352f6 req-819f3f79-1e4b-4c3e-8b01-c65f836272f0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1295967 Jan 26 20:42:29.277927 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-924e378a-1920-4021-b1df-2791fb4352f6 req-dcc3d736-2f60-4902-9c6f-54df9194eba9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618005 Jan 26 20:42:29.499276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ce6ed-835b-47ae-b0bd-dfa0bac869dd req-a0bff4ec-4923-42ef-9921-e36afc749e92 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:29.501939 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-850ce6ed-835b-47ae-b0bd-dfa0bac869dd req-a0bff4ec-4923-42ef-9921-e36afc749e92 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1374056 Jan 26 20:42:29.561746 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-850ce6ed-835b-47ae-b0bd-dfa0bac869dd req-7d6b472c-cd73-4427-8aca-e86a5ba7e475 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527403 Jan 26 20:42:30.090197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36756) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:30.271830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.298425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:30.302850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea20cae805b47d5aa3f069b434a264d is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:30.306219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:30.312795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:30.404364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.407727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.421624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d9d61b14-97a5-4a57-9e28-9e834a54497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:30.465552 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6ea20cae805b47d5aa3f069b434a264d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741860 Jan 26 20:42:30.467211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4202fe36-924a-422f-8a62-1b894610d6c7,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:30.468351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36764) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:30.470443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:30.608141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccd13-73ea-4329-b81a-88773d9c09a9 req-76f088a8-3ea7-4358-b250-f0939a734232 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:30.609753 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28dccd13-73ea-4329-b81a-88773d9c09a9 req-76f088a8-3ea7-4358-b250-f0939a734232 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1824424 Jan 26 20:42:30.610618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.660987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.717599 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28dccd13-73ea-4329-b81a-88773d9c09a9 req-ee1932fc-4cd5-4194-be58-c6eead2c7d19 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939097 Jan 26 20:42:30.733071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.738174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-60cf1eaa-64c0-489f-80f6-4c79ebc4af1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:30.752264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4202fe36-924a-422f-8a62-1b894610d6c7,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:30.758378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:30.763069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:30.766764 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4202fe36-924a-422f-8a62-1b894610d6c7 HTTP/1.1" status: 204 len: 168 time: 0.2949786 Jan 26 20:42:30.905244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade859f6-fb55-49ce-b928-6ed5af563f47 req-e31fe5bd-8829-4551-ba84-c88faf98f32b tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:30.907128 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ade859f6-fb55-49ce-b928-6ed5af563f47 req-e31fe5bd-8829-4551-ba84-c88faf98f32b tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1843765 Jan 26 20:42:30.975007 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ade859f6-fb55-49ce-b928-6ed5af563f47 req-90d471b7-ed15-4911-a912-afb9089804fd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616355 Jan 26 20:42:31.591164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36792) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:31.750123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:31.768501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:31.774002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Usage tracker for resource:security_group_rule and tenant:be69f078230b4c77b61e9481d321bded is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:31.777997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:31.784569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:31.883804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:31.887352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:31.898265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72ea817-e023-47a6-afbf-83abc91dae87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:31.948067 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be69f078230b4c77b61e9481d321bded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551216 Jan 26 20:42:31.951137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36814) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:32.006515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea689e62-e2d7-4c80-b5d8-bc6cab857bfa,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:32.014728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:32.038224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:42:32.040715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36822) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:32.114110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.118099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8156a82-5701-4525-b5cd-9f274b43ad36 req-ce4fcbcd-8e56-4706-9764-5c3e60136b7e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:32.123939 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c8156a82-5701-4525-b5cd-9f274b43ad36 req-ce4fcbcd-8e56-4706-9764-5c3e60136b7e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1945388 Jan 26 20:42:32.157563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.183673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.222736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:42:32.223891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:32.230173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.233062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:32.240817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50d408-4fa2-4cb8-a3fb-8b91bdb224f0 req-04db2472-7489-4dac-a7f8-467dd935dfbf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:32.248119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c8156a82-5701-4525-b5cd-9f274b43ad36 req-b5cc2238-ec03-4bc3-9fc5-6154458b6d74 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212692 Jan 26 20:42:32.248301 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9e50d408-4fa2-4cb8-a3fb-8b91bdb224f0 req-04db2472-7489-4dac-a7f8-467dd935dfbf tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2457187 Jan 26 20:42:32.295451 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-65531b21-b0f8-4d19-bb25-0ad040376e5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2519989 Jan 26 20:42:32.307697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:32.317779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.318175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.318561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.318899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.319271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.319762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.320028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.320394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.320758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.321170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.321455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.321812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.322372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.322767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.323075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.323456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.323820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.324182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.324651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.325134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.325574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.325973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.326372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.326776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:32.328852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.332239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:32.334348 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'code': 422} returned with failed status Jan 26 20:42:32.340561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e3d0096a-91c6-42e3-8d33-6dbca8c3608a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:32.361328 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9e50d408-4fa2-4cb8-a3fb-8b91bdb224f0 req-dd1900f9-fc07-4e31-acc2-6f3e53c14228 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120985 Jan 26 20:42:32.365414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea689e62-e2d7-4c80-b5d8-bc6cab857bfa,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:32.368189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:32.380664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:32.382345 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea689e62-e2d7-4c80-b5d8-bc6cab857bfa HTTP/1.1" status: 204 len: 168 time: 0.4298306 Jan 26 20:42:33.582825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22c93-7709-4c71-b52e-81ff4c44c86a req-ebd999bd-42c6-4f68-96e7-7951bd782718 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:33.584707 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ecd22c93-7709-4c71-b52e-81ff4c44c86a req-ebd999bd-42c6-4f68-96e7-7951bd782718 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2098477 Jan 26 20:42:33.587863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-3ee1fc1b-81d4-4aaf-839f-c0e548bd831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:33.589540 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-3ee1fc1b-81d4-4aaf-839f-c0e548bd831b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae&tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 1160 time: 0.1753061 Jan 26 20:42:33.663458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de434-1396-463b-98c8-ec5ba3ef3b82 req-acdbad25-c3b9-4feb-a3e0-e911cc205a3e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:33.665324 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-570de434-1396-463b-98c8-ec5ba3ef3b82 req-acdbad25-c3b9-4feb-a3e0-e911cc205a3e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1321831 Jan 26 20:42:33.694427 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ecd22c93-7709-4c71-b52e-81ff4c44c86a req-7909beca-d70b-441e-be24-381bc8c10f9a tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015341 Jan 26 20:42:33.727330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-9c27b734-875e-4b97-a42c-4a582e924a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:33.729253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-9c27b734-875e-4b97-a42c-4a582e924a6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1160 time: 0.1155365 Jan 26 20:42:33.732055 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-570de434-1396-463b-98c8-ec5ba3ef3b82 req-13c0b35e-15df-4195-a351-3de98dbbc0c3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590992 Jan 26 20:42:33.876890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-849a2977-904f-49d7-b44b-b9b1fbff8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:33.878470 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-849a2977-904f-49d7-b44b-b9b1fbff8621 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.1426375 Jan 26 20:42:33.990294 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-e7cc21f5-d7c3-4ec0-be87-d607480465fd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 200 len: 999 time: 0.1039894 Jan 26 20:42:34.062648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-ad7b324f-eae0-432c-b9d5-3eda16bd7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:34.064261 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-ad7b324f-eae0-432c-b9d5-3eda16bd7fbe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0676877 Jan 26 20:42:34.146925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-13454047-37e5-40a3-a56b-7fae581f4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:34.148555 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-13454047-37e5-40a3-a56b-7fae581f4adb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765138 Jan 26 20:42:34.300218 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-3c6f3b2b-336b-4413-96f0-e002124952f2 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441259 Jan 26 20:42:34.443374 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ef6b7c4c-182d-4326-8be7-e3c2e6c6d25d req-b006cdbb-3db3-4919-a013-fd7374ea2383 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356783 Jan 26 20:42:34.956633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794f861-be1f-498c-80f5-7f1c60b9da61 req-2d4e8c36-8c42-433c-9bc9-f76f7f7b11d5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:34.958354 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6794f861-be1f-498c-80f5-7f1c60b9da61 req-2d4e8c36-8c42-433c-9bc9-f76f7f7b11d5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1263187 Jan 26 20:42:35.007590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ae082-1f46-4e30-a679-60abcb450e48 req-8524bbc0-4597-46bc-bba4-c4e03ef96f73 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:35.009199 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6f5ae082-1f46-4e30-a679-60abcb450e48 req-8524bbc0-4597-46bc-bba4-c4e03ef96f73 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1340041 Jan 26 20:42:35.025739 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6794f861-be1f-498c-80f5-7f1c60b9da61 req-695ce8ae-6c2f-4398-9cca-459965b3f8ea tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606649 Jan 26 20:42:35.068513 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6f5ae082-1f46-4e30-a679-60abcb450e48 req-f58629b6-f86c-4e63-b7ea-ec5a576e440a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530565 Jan 26 20:42:36.382261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c2faf-acaf-498a-8355-44d2e47cbd20 req-ed068bc0-dfc1-467a-bda6-1045434b1910 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:36.390061 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e7c2faf-acaf-498a-8355-44d2e47cbd20 req-ed068bc0-dfc1-467a-bda6-1045434b1910 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1789331 Jan 26 20:42:36.451231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e7c2faf-acaf-498a-8355-44d2e47cbd20 req-adb1fd78-be03-4e3e-9580-4e0e5779a214 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596938 Jan 26 20:42:36.481891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599560d7-16ee-401c-80ff-3d1615f02f0a req-a5ea3181-89a1-4083-bfec-0688c191af55 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:36.500170 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-599560d7-16ee-401c-80ff-3d1615f02f0a req-a5ea3181-89a1-4083-bfec-0688c191af55 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.2238812 Jan 26 20:42:36.568222 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-599560d7-16ee-401c-80ff-3d1615f02f0a req-cde19ee3-c714-4ebf-894a-2b0054ea70e1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665033 Jan 26 20:42:37.762582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44af7c0-4e5a-4085-87dc-3fbf9b0b05ad req-ee43dbbb-a872-4b3a-96be-0ca60ceb4879 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:37.764929 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d44af7c0-4e5a-4085-87dc-3fbf9b0b05ad req-ee43dbbb-a872-4b3a-96be-0ca60ceb4879 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1681683 Jan 26 20:42:37.914197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b75267-b210-4706-9baf-e337c6a01848 req-0440b353-33da-483b-ae5c-51ac5f5893a7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:37.923537 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-26b75267-b210-4706-9baf-e337c6a01848 req-0440b353-33da-483b-ae5c-51ac5f5893a7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.2067811 Jan 26 20:42:38.005272 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-26b75267-b210-4706-9baf-e337c6a01848 req-229bcf63-49d7-48b7-8a07-5a951f90569b tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800073 Jan 26 20:42:38.030636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 36972) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:38.067268 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d44af7c0-4e5a-4085-87dc-3fbf9b0b05ad req-49c0f5de-11a1-493e-b3b0-7b304f86dfe0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944007 Jan 26 20:42:38.216938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.233484 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:38.237652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Usage tracker for resource:security_group_rule and tenant:9498a5ebabc24c148955c747a0792f63 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:38.240815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:38.246793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:38.337199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.340040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.348984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-310f82bf-cd7d-472c-be3f-d1fd73411b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:38.398277 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9498a5ebabc24c148955c747a0792f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664839 Jan 26 20:42:38.401224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 36980) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:38.402814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9345e42-8e2b-4b0f-89e3-c5c4cfe514c7,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:38.406264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:38.470558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.504642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.554471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.579545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4f3c04d6-b782-45d4-8950-3e3865fe1e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:38.599838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9345e42-8e2b-4b0f-89e3-c5c4cfe514c7,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:38.604395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:38.606423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:38.607790 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e9345e42-8e2b-4b0f-89e3-c5c4cfe514c7 HTTP/1.1" status: 204 len: 168 time: 0.2053654 Jan 26 20:42:39.326781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932756b-6652-4757-9d61-2dba78709d1d req-94f81236-da39-4d51-be87-229e073b9cb4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:39.337070 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8932756b-6652-4757-9d61-2dba78709d1d req-94f81236-da39-4d51-be87-229e073b9cb4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1678629 Jan 26 20:42:39.403160 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8932756b-6652-4757-9d61-2dba78709d1d req-a4eb73f8-ad1a-4840-9a27-586466ab2591 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647063 Jan 26 20:42:39.417653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960db24-0451-438c-bafd-7ecd3030b308 req-4da4c76b-91c9-41b9-bbe5-0be38a951bc5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:39.424477 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5960db24-0451-438c-bafd-7ecd3030b308 req-4da4c76b-91c9-41b9-bbe5-0be38a951bc5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1837943 Jan 26 20:42:39.508610 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5960db24-0451-438c-bafd-7ecd3030b308 req-14e92f3c-4b0f-4e09-9d36-abd9063eef5d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815043 Jan 26 20:42:39.649940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37012) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:39.793504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1181617590-network', 'tenant_id': '4c2f5f9c90ea462d9c8aae978e801fdf'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:39.798861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:39.803460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Usage tracker for resource:network and tenant:4c2f5f9c90ea462d9c8aae978e801fdf is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:39.806582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:39.812577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:39.823425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Made reservation on behalf of 4c2f5f9c90ea462d9c8aae978e801fdf for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:39.828619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:39.844810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:39.860672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:39.865655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2f5f9c90ea462d9c8aae978e801fdf is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:39.868599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:39.875540 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:39.993901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:39.998077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.002805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1512c5-6308-4716-ab2a-6c25758e03f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:40.038003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:42:40.048054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.048440 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Added segment 761b7007-5490-433a-8240-7442f5767110 of type vxlan for network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb Jan 26 20:42:40.077520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.115909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.118070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:40.118695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.128922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe177b01-deed-4b5b-b8d2-a29d4e32838e,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:40.132394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:40.139098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bec68d99-2755-4787-adec-61e160df9afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:40.222849 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5715096 Jan 26 20:42:40.225550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37024) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:40.231849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Request body: {'subnet': {'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1181617590-subnet', 'tenant_id': '4c2f5f9c90ea462d9c8aae978e801fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:40.237252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:40.241618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Usage tracker for resource:subnet and tenant:4c2f5f9c90ea462d9c8aae978e801fdf is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:40.245073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:40.256153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:40.267776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Pushing event updated for resources: {'Network': ['ID=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:40.268184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Made reservation on behalf of 4c2f5f9c90ea462d9c8aae978e801fdf for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:40.271570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:40.273961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6520056'] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.284587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:42:40.306184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:42:40.794523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841da1f-cbee-486e-b0b0-2436d27cb192 req-f4fc2ca7-2685-4620-87b8-8ab199517fd4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:40.798289 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6841da1f-cbee-486e-b0b0-2436d27cb192 req-f4fc2ca7-2685-4620-87b8-8ab199517fd4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1738901 Jan 26 20:42:40.833947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b588-99d5-477d-81a4-01e845312079 req-506367cc-9447-4ec5-8820-a5790eade1c5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:40.835705 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-94a7b588-99d5-477d-81a4-01e845312079 req-506367cc-9447-4ec5-8820-a5790eade1c5 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1521654 Jan 26 20:42:40.865271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0be18937-3e6c-4097-a0ca-e1a3d23f42f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.873730 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6841da1f-cbee-486e-b0b0-2436d27cb192 req-6f13e010-9abc-469b-9135-1d709a71b557 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691700 Jan 26 20:42:40.928175 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-94a7b588-99d5-477d-81a4-01e845312079 req-28c17aee-5726-47a2-b88b-56182c1dcaad tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704525 Jan 26 20:42:40.947301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848475218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6520041'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:40.963453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:41.090537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce508808-09f7-473a-8b17-3027474a5f70,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:41.095344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:41.167007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Checking segment: {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:41.167418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Network hostable DHCP agents. Network: 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:42:41.195673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:42:41.220667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:41.231588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5e5516-71a6-4217-a584-54f2db45866c None None] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:42:41.241452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:41.242105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:41.289479 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f2ecf6d9-7251-4b5b-9c4c-9d3d68779bf9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0623560 Jan 26 20:42:41.732392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fba190-8455-452d-8e68-a569ff85e97a None None] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:42:42.253120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3a3c-fc31-4647-b08d-0c004e4fcee9 req-89263761-7f4f-4841-a9bc-c69937b748e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:42.255025 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-667c3a3c-fc31-4647-b08d-0c004e4fcee9 req-89263761-7f4f-4841-a9bc-c69937b748e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1694989 Jan 26 20:42:42.361673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10c28-01b5-43fe-a2db-c425b16f6c59 req-05157aee-b998-42f5-a9ad-c1c7d5567e90 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:42.363445 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2a10c28-01b5-43fe-a2db-c425b16f6c59 req-05157aee-b998-42f5-a9ad-c1c7d5567e90 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2611597 Jan 26 20:42:42.367093 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-667c3a3c-fc31-4647-b08d-0c004e4fcee9 req-8a95c553-b91f-49dd-bec1-1f882c4135ac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024179 Jan 26 20:42:42.438419 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2a10c28-01b5-43fe-a2db-c425b16f6c59 req-bbd4c021-b200-4524-bcd0-ba8a727dcdfb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 Jan 26 20:42:43.460725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-62a1155e-c5f8-4f32-b544-3f5a9ad51883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:43.730435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e094ce5-c8b1-4d27-924a-d4ab41a66e90 req-f9138c95-5c29-4bfd-a0b6-5152a700909f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:43.732189 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3e094ce5-c8b1-4d27-924a-d4ab41a66e90 req-f9138c95-5c29-4bfd-a0b6-5152a700909f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1828735 Jan 26 20:42:43.736436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb259b-8174-4279-bf49-5a6fb751574e req-9c53f312-c562-416d-8b4b-87baee163cce tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:43.739989 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fbfb259b-8174-4279-bf49-5a6fb751574e req-9c53f312-c562-416d-8b4b-87baee163cce tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1622329 Jan 26 20:42:43.795648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3e094ce5-c8b1-4d27-924a-d4ab41a66e90 req-80c4597f-e6bd-44b6-af66-88f4487e4f21 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563295 Jan 26 20:42:43.817545 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fbfb259b-8174-4279-bf49-5a6fb751574e req-a2ba6d2d-b476-4419-81e5-97cbac56e65f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719116 Jan 26 20:42:44.136467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-449f76a0-4d8e-4061-be53-1c318fe04f28 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:44.138158 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-449f76a0-4d8e-4061-be53-1c318fe04f28 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 814 time: 0.2092967 Jan 26 20:42:44.155382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-e7d6fc9c-02e2-4882-a5a1-59e4d088f38d tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/quotas/4c2f5f9c90ea462d9c8aae978e801fdf HTTP/1.1" status: 200 len: 375 time: 0.0111814 Jan 26 20:42:44.213930 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-bec3f15f-e9a6-4e21-b3c1-23c4c53f52ea tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517414 Jan 26 20:42:44.266406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:44.367220 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-cde89bc9-1064-4a13-8e35-a63a51019df3 service neutron] 10.222.0.89 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423497 Jan 26 20:42:44.712554 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-11731ed9-5455-4b94-aacc-f2edd482dbf9 service neutron] 10.222.0.89 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3385832 Jan 26 20:42:44.945164 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-086875de-50dc-44e9-ae97-a40873093534 req-43d5d519-48c6-4947-bc20-bf618d2c5209 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.0602040 Jan 26 20:42:45.084447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:45.142808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254619a7-fe2b-4d5e-9601-4f550eda5b33 req-45c1b05a-c39f-43c6-95d8-d71371529563 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:45.151636 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-254619a7-fe2b-4d5e-9601-4f550eda5b33 req-45c1b05a-c39f-43c6-95d8-d71371529563 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1673090 Jan 26 20:42:45.260457 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-254619a7-fe2b-4d5e-9601-4f550eda5b33 req-c184fa62-f9c4-4e8b-be7d-c4aa6ed7a666 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076577 Jan 26 20:42:45.264136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f88979-7878-4dcc-9bc2-15fcb175c148 req-7f95add7-d6ae-42da-83f4-1069deef4c05 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:45.282814 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4f88979-7878-4dcc-9bc2-15fcb175c148 req-7f95add7-d6ae-42da-83f4-1069deef4c05 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1896198 Jan 26 20:42:45.378729 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4f88979-7878-4dcc-9bc2-15fcb175c148 req-8ab6889b-faaf-49de-9e76-f10e6d588b88 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945351 Jan 26 20:42:45.490217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:45.673902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37108) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:45.819833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:45.836648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:45.840839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c6a6f91acd451b99dae7b03f75ebe4 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:45.843923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:45.850548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:45.941814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:45.946080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:45.957809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08daf8dc-171e-4d2f-9373-9a98043a80ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:46.008390 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d3c6a6f91acd451b99dae7b03f75ebe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501217 Jan 26 20:42:46.008390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92716fdb-1dd7-47b7-a2a0-3067a32230be,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:46.008729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37116) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:46.010794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:46.081338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:46.111334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:46.145436 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7dc40f0f-fdab-4a31-957d-fb390daf3c8f req-66293e1f-2a90-4198-a921-d05c6004efd2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.0528743 Jan 26 20:42:46.161842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:46.170858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3acf7145-430e-4212-9bda-29e30d892f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:46.189989 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92716fdb-1dd7-47b7-a2a0-3067a32230be,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:46.200912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:46.202087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:46.207162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/92716fdb-1dd7-47b7-a2a0-3067a32230be HTTP/1.1" status: 204 len: 168 time: 0.1972480 Jan 26 20:42:46.614358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89272a31-3532-4581-beb5-8f195e647aa9 req-c864a34b-78de-4e44-b3e8-dad357355ee3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:46.614358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89272a31-3532-4581-beb5-8f195e647aa9 req-c864a34b-78de-4e44-b3e8-dad357355ee3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1528745 Jan 26 20:42:46.642577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797bab-c363-48da-898a-712154182937 req-b948d23e-8b99-41c9-bd34-6ef4848502f7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:46.644781 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97797bab-c363-48da-898a-712154182937 req-b948d23e-8b99-41c9-bd34-6ef4848502f7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1308911 Jan 26 20:42:46.674945 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89272a31-3532-4581-beb5-8f195e647aa9 req-bc13375d-bc0a-49b6-9789-778bc44db8b9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556881 Jan 26 20:42:46.712063 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97797bab-c363-48da-898a-712154182937 req-83fd15b3-599a-44a3-b59b-3a48ae9c8cec tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Jan 26 20:42:47.357533 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-100b1c19-f757-4563-8664-ecd5eab2514c req-4c951d00-1aea-4887-9e85-3918a0fd27e3 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.0488229 Jan 26 20:42:47.996278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3735fb-3a51-4e61-b354-e438ac5ab3aa req-844408aa-3db8-49cf-b34d-e653dfe2fb39 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.000112 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f3735fb-3a51-4e61-b354-e438ac5ab3aa req-844408aa-3db8-49cf-b34d-e653dfe2fb39 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1704960 Jan 26 20:42:48.060083 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5f3735fb-3a51-4e61-b354-e438ac5ab3aa req-dbae2024-f0e2-4c31-9f36-09fe3121e43a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548997 Jan 26 20:42:48.084113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ea239-4c39-450f-ad82-8fcb809efece req-2ab9057c-2ff8-4e85-8df5-bd87390d6790 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.085776 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-916ea239-4c39-450f-ad82-8fcb809efece req-2ab9057c-2ff8-4e85-8df5-bd87390d6790 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1916463 Jan 26 20:42:48.122507 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-9d2aaf6b-3b22-4714-bba7-11ff04c58b05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2871747 Jan 26 20:42:48.127048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37dec3-cd4b-41d9-928d-161944718317 req-6533d293-3ea4-4797-8bf2-1f2fb4881415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.128722 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bf37dec3-cd4b-41d9-928d-161944718317 req-6533d293-3ea4-4797-8bf2-1f2fb4881415 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.3790395 Jan 26 20:42:48.226560 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-916ea239-4c39-450f-ad82-8fcb809efece req-9c339a6c-c751-4290-a05f-66024ef6cd09 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327217 Jan 26 20:42:48.252971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bf37dec3-cd4b-41d9-928d-161944718317 req-c8e82e03-841a-4520-a690-c75bfbf3ee5e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145699 Jan 26 20:42:48.275894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40940ec-240f-44bd-927d-07f94909da07 req-ebc410b8-f338-47ad-97ad-2f1ad43b6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.277472 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-ebc410b8-f338-47ad-97ad-2f1ad43b6399 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 1163 time: 0.1193776 Jan 26 20:42:48.541537 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c40d4553-9dea-464c-9423-1aa3f2aa0ada req-00f8e8b1-1d12-4575-924c-e782d7a66a55 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.0499265 Jan 26 20:42:48.765078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-76ccb1ba-b597-4e9c-8384-e7588cfe1441 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.765837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-76ccb1ba-b597-4e9c-8384-e7588cfe1441 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Synchronizing usage tracker for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:42:48.772278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40940ec-240f-44bd-927d-07f94909da07 req-c073c003-af35-4e16-abcd-3af636f1c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:48.773795 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-c073c003-af35-4e16-abcd-3af636f1c3a4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.2977231 Jan 26 20:42:48.840941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-76ccb1ba-b597-4e9c-8384-e7588cfe1441 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Unset dirty status for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:42:48.842168 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-76ccb1ba-b597-4e9c-8384-e7588cfe1441 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 814 time: 0.3931351 Jan 26 20:42:48.850528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-991d1917-236f-48a6-9056-4f3c91660e03 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 200 len: 217 time: 0.0677509 Jan 26 20:42:48.865984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Request body: {'port': {'device_id': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb', 'admin_state_up': True, 'tenant_id': '4c2f5f9c90ea462d9c8aae978e801fdf'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:49.017967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40940ec-240f-44bd-927d-07f94909da07 req-05c2a815-5537-4a9c-a041-abba5dd45203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:49.019667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-05c2a815-5537-4a9c-a041-abba5dd45203 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.1581981 Jan 26 20:42:49.102363 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-c6a93f14-45bf-4116-ab55-cdacfca1749f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631206 Jan 26 20:42:49.110619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:49.142751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Usage tracker for resource:port and tenant:4c2f5f9c90ea462d9c8aae978e801fdf is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:49.256589 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-55fdf139-a43b-49f0-abb2-2a1366d6123d service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432681 Jan 26 20:42:49.257476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:49.361966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:49.443801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Made reservation on behalf of 4c2f5f9c90ea462d9c8aae978e801fdf for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:49.460727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:49.518361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951c02-7da2-46ca-af94-78aeb6a4072d req-4853ff8a-7adb-40e8-add2-f3396955e37d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:49.520212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d951c02-7da2-46ca-af94-78aeb6a4072d req-4853ff8a-7adb-40e8-add2-f3396955e37d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1430566 Jan 26 20:42:49.552961 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d40940ec-240f-44bd-927d-07f94909da07 req-36f6258a-f952-4856-8a7e-46f001ae41e9 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2857981 Jan 26 20:42:49.582401 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d951c02-7da2-46ca-af94-78aeb6a4072d req-c631ee09-ba6f-4fc3-8d3b-7e6084c963e3 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Jan 26 20:42:49.771074 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b03b6497-791f-4d3e-898b-a86bf53705ff req-512b2bb6-3f53-4e5d-82b8-bb6e549ca0c9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.0486965 Jan 26 20:42:49.870265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626bec5-ef91-4d65-aba6-6eb6be0acfd6 req-c1a1e019-4268-4c44-a4cd-ea9b5ee91248 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:49.872069 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a626bec5-ef91-4d65-aba6-6eb6be0acfd6 req-c1a1e019-4268-4c44-a4cd-ea9b5ee91248 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.5116308 Jan 26 20:42:50.018076 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a626bec5-ef91-4d65-aba6-6eb6be0acfd6 req-ce3de022-ba09-4e06-908f-5772ede67ddd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360528 Jan 26 20:42:50.131223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Allocated IP 172.20.0.9 (679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb/ce508808-09f7-473a-8b17-3027474a5f70/fcfa721a-9ec9-4c3f-9e85-456030a49c8f) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:42:50.483799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:50.497563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:50.503018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-228c1a62-faeb-47c4-8cfc-c8e9bf8d2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:50.505200 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-228c1a62-faeb-47c4-8cfc-c8e9bf8d2b9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a825ed9af20f4403be5c03b0a8da5032&device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 1162 time: 0.2380843 Jan 26 20:42:50.552794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d60695-035c-47cd-a270-4bd5bea5a605 req-16f3e9bb-a414-4144-b27c-a2fbc6c22422 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:50.554469 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-18d60695-035c-47cd-a270-4bd5bea5a605 req-16f3e9bb-a414-4144-b27c-a2fbc6c22422 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2369683 Jan 26 20:42:50.583951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:50.584284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:50.711069 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-18d60695-035c-47cd-a270-4bd5bea5a605 req-5aa6edd4-d229-4ca7-bf4f-7ca19ab2bcf7 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293762 Jan 26 20:42:50.714335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:50.757198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:42:50.758967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:50.782394 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-ce0e5e5d-f348-45f3-b222-2bafbab9a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:50.784329 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-ce0e5e5d-f348-45f3-b222-2bafbab9a5cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 200 len: 912 time: 0.2289329 Jan 26 20:42:50.871616 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'code': 200} Jan 26 20:42:50.871731 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-d7eb6592-cf3d-4fac-b767-7e3c6ac2e046 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 200 len: 217 time: 0.0775347 Jan 26 20:42:50.882363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:50.884777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:50.892280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:50.942727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-99408d84-b971-437e-b8cc-3e85b6c4ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:50.971680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=6']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:50.977359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:51.111968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-90d833d7-31c8-412c-8c13-afce4c8e78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:51.113657 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-90d833d7-31c8-412c-8c13-afce4c8e78bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 200 len: 858 time: 0.2328298 Jan 26 20:42:51.117485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Pushing event updated for resources: {'Port': ['ID=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:51.132647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:51.243518 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-197aee32-8157-4da3-ba9a-be0f4fb68ce5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cc7cf1e-8516-4a67-bdb1-a8b021a52725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231036 Jan 26 20:42:51.293206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:51.326721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09cfb-9f75-494b-8de2-388cd2d78508 req-957cb6bd-0992-41e5-8abd-73632532e52f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:51.328721 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66c09cfb-9f75-494b-8de2-388cd2d78508 req-957cb6bd-0992-41e5-8abd-73632532e52f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1489580 Jan 26 20:42:51.389127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:51.390195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:51.390333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66c09cfb-9f75-494b-8de2-388cd2d78508 req-98c14fac-e016-4247-b58f-0634875963d6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544331 Jan 26 20:42:51.433579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:42:51.577443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f8c97-a424-44bf-9432-a3deba2730e1 req-a81b34db-a3dc-458f-b6a8-bea855cbfee3 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:51.579096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be5f8c97-a424-44bf-9432-a3deba2730e1 req-a81b34db-a3dc-458f-b6a8-bea855cbfee3 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 931 time: 0.4088197 Jan 26 20:42:51.610040 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-68a93aed-74cf-4fae-b8fa-fab57851a2b2 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483045 Jan 26 20:42:51.659362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:51.659993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:51.796695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-be5f8c97-a424-44bf-9432-a3deba2730e1 req-b39875ff-a39d-47ae-9c51-f47b3a58c712 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Synchronizing usage tracker for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:42:51.813189 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9528604 Jan 26 20:42:51.819723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba16ac-988b-46fe-b791-cc81e00e6996 req-a61d4c19-515b-4beb-8d97-50e26af07bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:51.821209 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5ba16ac-988b-46fe-b791-cc81e00e6996 req-a61d4c19-515b-4beb-8d97-50e26af07bb6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 1162 time: 0.4245038 Jan 26 20:42:51.831094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Request body: {'port': {'device_id': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:52.129824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-be5f8c97-a424-44bf-9432-a3deba2730e1 req-b39875ff-a39d-47ae-9c51-f47b3a58c712 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Unset dirty status for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:42:52.131062 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be5f8c97-a424-44bf-9432-a3deba2730e1 req-b39875ff-a39d-47ae-9c51-f47b3a58c712 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432601 Jan 26 20:42:52.137268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d96f1c-4813-4f97-9922-c7768afce341 req-721d0138-f827-4dfb-8790-05840416598f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:52.138967 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-23d96f1c-4813-4f97-9922-c7768afce341 req-721d0138-f827-4dfb-8790-05840416598f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1435032 Jan 26 20:42:52.163763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:52.213701 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-23d96f1c-4813-4f97-9922-c7768afce341 req-9aa98107-727e-46c0-be4b-bfad4ea2617f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 Jan 26 20:42:52.259444 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d0a59ec0-3adf-4989-b029-c3b61e49401a req-a983abe2-52e3-485d-9da2-60eda38fff21 service neutron] 10.222.0.90 "GET /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6375597 Jan 26 20:42:52.261077 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5ba16ac-988b-46fe-b791-cc81e00e6996 req-34fd0b43-26f8-4ac7-82e8-08fcaefe9695 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3952456 Jan 26 20:42:52.265707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:52.265896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 213416b1-178a-4017-b20b-132d79389afa triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:52.266172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:52.732811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484006c0-11da-411f-98c4-a8a6d99ea77a req-c1782007-f8e1-4a71-8bd2-219bd83e669f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:52.734528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-484006c0-11da-411f-98c4-a8a6d99ea77a req-c1782007-f8e1-4a71-8bd2-219bd83e669f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1829381 Jan 26 20:42:52.848092 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-484006c0-11da-411f-98c4-a8a6d99ea77a req-e53cf42f-5541-40d2-a679-a7d72f7aac13 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010473 Jan 26 20:42:52.853246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfa721a-9ec9-4c3f-9e85-456030a49c8f {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:42:52.861789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:52.875207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Transition to ACTIVE for port object fcfa721a-9ec9-4c3f-9e85-456030a49c8f will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:52.877717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:52.897398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-92be1de0-1f14-4dda-b9b4-a85f091d2610 tempest-DeleteServersTestJSON-723438338 tempest-DeleteServersTestJSON-723438338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:53.028392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:53.032959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:53.218987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Attempting to bind port fcfa721a-9ec9-4c3f-9e85-456030a49c8f on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:42:53.219475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Attempting to bind port fcfa721a-9ec9-4c3f-9e85-456030a49c8f by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:42:53.220011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Attempting to bind port fcfa721a-9ec9-4c3f-9e85-456030a49c8f on network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:42:53.226935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:42:53.227430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Checking segment: {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:53.227931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.228416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Bound using segment: {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:42:53.228991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Bound port: fcfa721a-9ec9-4c3f-9e85-456030a49c8f, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:42:53.229454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.348225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] For port fcfa721a-9ec9-4c3f-9e85-456030a49c8f, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:42:53.351803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] For port fcfa721a-9ec9-4c3f-9e85-456030a49c8f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:42:53.359682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.376652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:53.479382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd72852-ac1d-46cf-ace3-b405f014781a req-1f12b6bd-6e8e-45be-9884-f2eff71dbc7c tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:53.481225 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ffd72852-ac1d-46cf-ace3-b405f014781a req-1f12b6bd-6e8e-45be-9884-f2eff71dbc7c tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 943 time: 0.1684420 Jan 26 20:42:53.578623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ffd72852-ac1d-46cf-ace3-b405f014781a req-60487e41-73d1-4f28-8da0-d243e2bade55 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900567 Jan 26 20:42:53.596527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37232) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:53.641775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:53.646066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:53.673012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:53.673674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.675218 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] 10.222.0.90 "PUT /v2.0/ports/fcfa721a-9ec9-4c3f-9e85-456030a49c8f HTTP/1.1" status: 200 len: 1157 time: 1.8518722 Jan 26 20:42:53.677184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:53.741807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8cf2-55bd-46d8-a2fd-629df81c2289 req-db5a8dd1-4cab-42ce-92ed-710f1b6c102b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:53.743558 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8bcd8cf2-55bd-46d8-a2fd-629df81c2289 req-db5a8dd1-4cab-42ce-92ed-710f1b6c102b tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.3304865 Jan 26 20:42:53.746598 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f', 'status': 'completed', 'code': 200} Jan 26 20:42:53.771832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.788455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:53.792481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f16215121c284933ac60090fa3cd0a97 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:53.795848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:53.801825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:53.861757 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8bcd8cf2-55bd-46d8-a2fd-629df81c2289 req-ca7bc922-dedf-4411-8da4-f5cd051f48be tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760233 Jan 26 20:42:53.884955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-c5a37252-9033-4be4-aab3-1360bb437ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:53.886993 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-c5a37252-9033-4be4-aab3-1360bb437ef6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 1160 time: 0.1422031 Jan 26 20:42:53.902012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.912913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:53.947918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8854e2ff-fedd-4109-94b9-0ace8c57ff74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:53.959372 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f16215121c284933ac60090fa3cd0a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608780 Jan 26 20:42:53.962115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37246) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:53.977867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-52fdbd4b-0d23-4a02-96c6-a6b413260d12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcfa721a-9ec9-4c3f-9e85-456030a49c8f HTTP/1.1" status: 200 len: 217 time: 0.0733590 Jan 26 20:42:54.022761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd585be0-a906-44a0-87fa-9f63493f8dfe,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:54.026877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:54.057541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-1ac8c02b-e7ff-4fae-9a21-ef41e3c0c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:54.063487 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-1ac8c02b-e7ff-4fae-9a21-ef41e3c0c277 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce508808-09f7-473a-8b17-3027474a5f70 HTTP/1.1" status: 200 len: 854 time: 0.0753019 Jan 26 20:42:54.121684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:54.135364 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-c8287049-0c58-4345-9581-756b34088760 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635118 Jan 26 20:42:54.158160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:54.265858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb401-7fe6-4dce-827c-49c96c06ab9b req-4fe4916c-cf24-40fb-917f-bdeab33d71a4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:54.267598 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-221cb401-7fe6-4dce-827c-49c96c06ab9b req-4fe4916c-cf24-40fb-917f-bdeab33d71a4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2497663 Jan 26 20:42:54.335728 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-cd983b01-9397-4bf2-9a5d-4c7ae807473d service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931024 Jan 26 20:42:54.337253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-221cb401-7fe6-4dce-827c-49c96c06ab9b req-025f46a2-2138-4491-a7d9-65becd18ca0e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621321 Jan 26 20:42:54.338442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:54.343867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f8eb690e-fed6-4f1c-9324-25c0d3605ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:54.357921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd585be0-a906-44a0-87fa-9f63493f8dfe,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:54.361127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:54.370711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:54.374528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dd585be0-a906-44a0-87fa-9f63493f8dfe HTTP/1.1" status: 204 len: 168 time: 0.4084139 Jan 26 20:42:54.507147 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76d0480a-61fe-4902-be6e-a80b4b64cebc req-f972a66d-7f1c-4497-94c8-ea90b9726fcf service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645231 Jan 26 20:42:54.637709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-a56d896a-1c8d-4fc1-a67f-4e5d8567e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:54.640331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-a56d896a-1c8d-4fc1-a67f-4e5d8567e86a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 1160 time: 0.0885117 Jan 26 20:42:54.911360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad223b6-efb3-463c-90a0-b9e0d89aafc1 req-05d7c63b-6a7c-417c-b0f6-7fe5599bfbe9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:54.912206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-4ad223b6-efb3-463c-90a0-b9e0d89aafc1 req-05d7c63b-6a7c-417c-b0f6-7fe5599bfbe9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Synchronizing usage tracker for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:42:54.916802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-bd88c2e7-f154-492f-80b0-74a681095da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:54.918348 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-bd88c2e7-f154-492f-80b0-74a681095da3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 908 time: 0.2646005 Jan 26 20:42:55.001338 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-020cdd11-de24-412b-84d0-190c8f4b7292 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcfa721a-9ec9-4c3f-9e85-456030a49c8f HTTP/1.1" status: 200 len: 217 time: 0.0721669 Jan 26 20:42:55.002133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-4ad223b6-efb3-463c-90a0-b9e0d89aafc1 req-05d7c63b-6a7c-417c-b0f6-7fe5599bfbe9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Unset dirty status for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:42:55.003298 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ad223b6-efb3-463c-90a0-b9e0d89aafc1 req-05d7c63b-6a7c-417c-b0f6-7fe5599bfbe9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 943 time: 0.2725623 Jan 26 20:42:55.120667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ad223b6-efb3-463c-90a0-b9e0d89aafc1 req-42efedc5-18f1-4178-8a97-a0bc667e2689 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069214 Jan 26 20:42:55.126451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-31c8a781-a9ab-4987-a986-ab30b4924cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:55.127977 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-31c8a781-a9ab-4987-a986-ab30b4924cec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce508808-09f7-473a-8b17-3027474a5f70 HTTP/1.1" status: 200 len: 854 time: 0.1156471 Jan 26 20:42:55.138096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2b15-b7b8-4dc1-b887-a0572b42776e req-7290e4a7-3073-4ec1-90c3-050968de88ad tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:55.139852 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-26cc2b15-b7b8-4dc1-b887-a0572b42776e req-7290e4a7-3073-4ec1-90c3-050968de88ad tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1320302 Jan 26 20:42:55.191557 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-3414a1cb-77f0-42e7-a4a0-e9a9be16ba4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561039 Jan 26 20:42:55.218902 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-26cc2b15-b7b8-4dc1-b887-a0572b42776e req-ba6338dc-e5c6-435d-9aad-83d7177092b0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Jan 26 20:42:55.352033 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-520badd8-27a8-4855-aea7-8468a528c949 service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534581 Jan 26 20:42:55.356735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37302) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:55.517572 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-13e8351a-ed47-4d96-877d-5fd43a8e409a req-10af4f26-4d8a-4320-8c07-1603c3a7cbd2 service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577482 Jan 26 20:42:55.554043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1241615136-network', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:55.559373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:55.563841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Usage tracker for resource:network and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:55.566966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:55.573282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:55.583438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Made reservation on behalf of b796cc4945a24241a9f571e9e4b47e09 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:55.588344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:55.602233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:55.618863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:55.623032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:55.626062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:55.632042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:55.665592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b3f80-b0fb-4819-b614-a55136173c5c req-25dfac2b-a649-43cb-9983-ae12ec0e14e3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:55.665738 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-194b3f80-b0fb-4819-b614-a55136173c5c req-25dfac2b-a649-43cb-9983-ae12ec0e14e3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1407888 Jan 26 20:42:55.737011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:55.740902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:55.744766 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-194b3f80-b0fb-4819-b614-a55136173c5c req-5975d4ab-8475-404c-bf4f-d40fb5dc8f1d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648277 Jan 26 20:42:55.747867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d88d558c-5a30-48a9-adb8-1958bdddb486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:55.771264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:42:55.806134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:55.806522 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Added segment d385c662-76cd-4c97-82f7-07aac6f63844 of type vxlan for network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 Jan 26 20:42:55.807730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:55.814677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:55.841520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.075059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.076371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:56.076994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.082561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:56.213046 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8550792 Jan 26 20:42:56.213863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Pushing event updated for resources: {'Network': ['ID=27b1b6b3-83e1-4adc-8e78-14826c9f5019,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:56.216555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37322) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:56.223809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Request body: {'subnet': {'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1241615136-subnet', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:56.229861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:56.231595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:56.237256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Usage tracker for resource:subnet and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:56.240398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:56.246535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:56.257471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Made reservation on behalf of b796cc4945a24241a9f571e9e4b47e09 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:56.262782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6520056'] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.282299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:42:56.295948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:42:56.340642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-400c2565-c9db-4582-ab63-8f38ff2bce7b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:42:56.447335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd0400-083c-4e57-b627-2db951a63335 req-58e04373-0c37-41bd-bff4-4f5acedcb8fc tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:56.449311 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3fd0400-083c-4e57-b627-2db951a63335 req-58e04373-0c37-41bd-bff4-4f5acedcb8fc tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 943 time: 0.1445258 Jan 26 20:42:56.508295 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3fd0400-083c-4e57-b627-2db951a63335 req-1feaebc1-b843-4adc-8c25-2648bca7e7d1 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528338 Jan 26 20:42:56.689501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848475218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6520041'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.704746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:56.743441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device fcfa721a-9ec9-4c3f-9e85-456030a49c8f up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:56.814929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port fcfa721a-9ec9-4c3f-9e85-456030a49c8f completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:42:56.820606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port fcfa721a-9ec9-4c3f-9e85-456030a49c8f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:56.821501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.830728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146c1f69-d6f6-4f98-82c2-cd57d34797df,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:56.836539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:56.907149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Checking segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:56.907595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Network hostable DHCP agents. Network: 27b1b6b3-83e1-4adc-8e78-14826c9f5019, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:42:56.926409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:42:56.936414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 27b1b6b3-83e1-4adc-8e78-14826c9f5019) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:56.950445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfeb8e-9abe-48e5-b01b-b74a59ac33fe None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:42:56.957283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:56.958039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:56.979617 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-604accbe-7f47-4395-946d-98abc8b9c135 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7617931 Jan 26 20:42:56.982525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37330) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:56.988917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:56.994672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:56.999291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Usage tracker for resource:router and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:57.002563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:57.009299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:57.020298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.022006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.036550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.045005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.082368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:42:57.108807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port fcfa721a-9ec9-4c3f-9e85-456030a49c8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:42:57.121177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.124787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:57.167293 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f', 'code': 200} Jan 26 20:42:57.229115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:57.234925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:57.308362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:42:57.309548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.410288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.522614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e35636-ac98-47c3-a44d-d50e46878219 req-84a0b89a-0854-4f8d-8403-0600536b0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:57.524166 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-51e35636-ac98-47c3-a44d-d50e46878219 req-84a0b89a-0854-4f8d-8403-0600536b0137 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 1162 time: 0.1660028 Jan 26 20:42:57.589492 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-51e35636-ac98-47c3-a44d-d50e46878219 req-3d860ac0-440b-4642-b50e-6be04481675c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525410 Jan 26 20:42:57.604663 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Allocated IP 172.20.0.2 (27b1b6b3-83e1-4adc-8e78-14826c9f5019/146c1f69-d6f6-4f98-82c2-cd57d34797df/34401d1a-b0ed-4730-b083-201d64d4eeab) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:42:57.824281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.835919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Transition to ACTIVE for port object 34401d1a-b0ed-4730-b083-201d64d4eeab will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:57.853756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Transition to ACTIVE for port object 34401d1a-b0ed-4730-b083-201d64d4eeab will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:57.858567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.865399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.873750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:57.900842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:57.956274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fc084-4f22-4b50-bb1b-7f71aeac39e7 req-3027182a-d459-4343-8e6d-90970cfe9313 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:57.958537 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-663fc084-4f22-4b50-bb1b-7f71aeac39e7 req-3027182a-d459-4343-8e6d-90970cfe9313 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.2882750 Jan 26 20:42:58.005184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Pushing event updated for resources: {'Port': ['ID=34401d1a-b0ed-4730-b083-201d64d4eeab,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:58.012609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:58.060643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:58.061939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:58.064342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:42:58.100904 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-663fc084-4f22-4b50-bb1b-7f71aeac39e7 req-4d32f45a-8d54-4d51-92f5-bc9e21a09ac1 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359012 Jan 26 20:42:58.134845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Attempting to bind port 34401d1a-b0ed-4730-b083-201d64d4eeab on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:42:58.134845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Attempting to bind port 34401d1a-b0ed-4730-b083-201d64d4eeab by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:42:58.134845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Attempting to bind port 34401d1a-b0ed-4730-b083-201d64d4eeab on network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:42:58.139082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:42:58.139549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Checking segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:58.140000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.140478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Bound using segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:42:58.140994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Bound port: 34401d1a-b0ed-4730-b083-201d64d4eeab, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:42:58.141462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.212340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device fcfa721a-9ec9-4c3f-9e85-456030a49c8f up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:58.296047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:42:58.299649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:42:58.304274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Allocated IP 172.28.1.132 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/5dda007f-164d-41bb-a460-58902bcaf9e2) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:42:58.305582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.324327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:58.471595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.503217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.519362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:58.603242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port fcfa721a-9ec9-4c3f-9e85-456030a49c8f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:58.603580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:58.657958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Pushing event updated for resources: {'Port': ['ID=5dda007f-164d-41bb-a460-58902bcaf9e2,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:58.664073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:58.704299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Pushing event updated for resources: {'Port': ['ID=34401d1a-b0ed-4730-b083-201d64d4eeab,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:58.713120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:58.719363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:58.720595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:58.723782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:42:59.199001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:59.391603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24458ae-7ad9-4ce4-bfd2-9a072043f481 req-b0ccfedc-4f8b-4b65-a616-75dd5b255abe tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:59.393377 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e24458ae-7ad9-4ce4-bfd2-9a072043f481 req-b0ccfedc-4f8b-4b65-a616-75dd5b255abe tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.1332490 Jan 26 20:42:59.458518 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e24458ae-7ad9-4ce4-bfd2-9a072043f481 req-8a2bf79d-644b-438c-b76f-fd238d1d728c tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Jan 26 20:42:59.785259 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:59.908788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad33b4-4728-4fa2-add1-7b72f654e93f req-2698913d-a5e9-49fa-bc1d-588d058921a9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:59.911058 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88ad33b4-4728-4fa2-add1-7b72f654e93f req-2698913d-a5e9-49fa-bc1d-588d058921a9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.1356697 Jan 26 20:42:59.982770 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88ad33b4-4728-4fa2-add1-7b72f654e93f req-96b3539f-634d-474c-9807-15a822d40ebb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652676 Jan 26 20:43:00.036429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Router d0c51b42-6073-43ec-9bee-51decef9fa21 is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:43:00.253545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 34401d1a-b0ed-4730-b083-201d64d4eeab up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:00.287294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:00.293864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbaa34-efd9-4f65-92e8-583dc9be882f None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:43:00.299178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Sync routers for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:00.309729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:00.310614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:42:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:00.324984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:00.326324 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3425968 Jan 26 20:43:00.329320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37400) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:00.419867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ce8ac05a-f7e5-4e90-9048-98226b020d6d None None] Provisioning for port 34401d1a-b0ed-4730-b083-201d64d4eeab completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:00.483673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 34401d1a-b0ed-4730-b083-201d64d4eeab completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:00.523353 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:00.526708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 34401d1a-b0ed-4730-b083-201d64d4eeab triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:00.527063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:00.721671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:00.775557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:00.782701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:00.784500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:00.845515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:42:58Z', 'revision_number': 3, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:00.850506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Checking router: d0c51b42-6073-43ec-9bee-51decef9fa21 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:00.851142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Updating router d0c51b42-6073-43ec-9bee-51decef9fa21 port 5dda007f-164d-41bb-a460-58902bcaf9e2 binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:43:00.866313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=34401d1a-b0ed-4730-b083-201d64d4eeab,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:00.870719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:00.914788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.082236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-84f27b59-4239-42e5-a127-419add1680e2 None None] Provisioning complete for port 34401d1a-b0ed-4730-b083-201d64d4eeab triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:01.082961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-84f27b59-4239-42e5-a127-419add1680e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.136478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.406519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5731440-0a7c-444b-a318-4366b423b758 req-431e74d2-297c-4451-ae63-b2041f209bf4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:01.415325 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-0a022aac-93ed-434c-ba5c-8de85acd481d None None] Provisioning complete for port 34401d1a-b0ed-4730-b083-201d64d4eeab triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:01.415571 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5731440-0a7c-444b-a318-4366b423b758 req-431e74d2-297c-4451-ae63-b2041f209bf4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2661495 Jan 26 20:43:01.416072 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0a022aac-93ed-434c-ba5c-8de85acd481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.479997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.493031 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5731440-0a7c-444b-a318-4366b423b758 req-f74956f4-4f57-4018-8869-ee32dfff8b57 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Jan 26 20:43:01.508786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Transition to ACTIVE for port object 5dda007f-164d-41bb-a460-58902bcaf9e2 will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:01.517204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.536569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:01.675975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Pushing event updated for resources: {'Port': ['ID=5dda007f-164d-41bb-a460-58902bcaf9e2,revision_number=2']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:01.698425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.698804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.699181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.700116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.700116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.700366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.700617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.700965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.701320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.701676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.702021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.702545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.702765 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.703121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.703496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.703853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.704211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.704568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.704921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.705272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.705805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.705929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.706266 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.707142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:01.713827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:01.716693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-cb1f3070-1dcd-4bda-a38c-1954f409f1c8 None None] Provisioning complete for port 34401d1a-b0ed-4730-b083-201d64d4eeab triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:01.717252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb1f3070-1dcd-4bda-a38c-1954f409f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.765473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Attempting to bind port 5dda007f-164d-41bb-a460-58902bcaf9e2 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:01.765887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Attempting to bind port 5dda007f-164d-41bb-a460-58902bcaf9e2 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:01.766296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Attempting to bind port 5dda007f-164d-41bb-a460-58902bcaf9e2 on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:01.772623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:01.773043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:01.773730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.773931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:01.774396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Bound port: 5dda007f-164d-41bb-a460-58902bcaf9e2, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:01.774810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.857478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] For port 5dda007f-164d-41bb-a460-58902bcaf9e2, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:01.862340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] For port 5dda007f-164d-41bb-a460-58902bcaf9e2, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=5dda007f-164d-41bb-a460-58902bcaf9e2,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:01.866697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:01.880070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Allocated IP 172.20.0.1 (27b1b6b3-83e1-4adc-8e78-14826c9f5019/146c1f69-d6f6-4f98-82c2-cd57d34797df/0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:01.883244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7b2d4d1f-dea9-447e-9554-18015085be5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:02.040660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Pushing event updated for resources: {'Port': ['ID=5dda007f-164d-41bb-a460-58902bcaf9e2,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:02.043846 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.044339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:02.061731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Transition to ACTIVE for port object 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:02.085202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.089720 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:02.090388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:42:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:02.104193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:02.151021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 34401d1a-b0ed-4730-b083-201d64d4eeab up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:02.247519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Pushing event updated for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:02.250509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device f20a9436-86fe-4dbe-9732-5b82bfab9bc4 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:02.252789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:02.329842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 34401d1a-b0ed-4730-b083-201d64d4eeab triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:02.330408 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.330523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:02.333098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:02.336258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:02.415336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.418688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-a971ec52-1cfd-4730-9bcd-53c6a6cf4cd8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:02.422223 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-a971ec52-1cfd-4730-9bcd-53c6a6cf4cd8 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 946 time: 0.2645283 Jan 26 20:43:02.479588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:02.614173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.629506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.642582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Deleting port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:02.642582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.662152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:02.688519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:02.693022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.694908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:02.825829 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4', 'code': 200} Jan 26 20:43:02.828194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:02.834995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:02.844571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-d7aa26ba-1e3e-42ff-b643-6c1116dd6319 None None] Provisioning for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:02.852192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-d7aa26ba-1e3e-42ff-b643-6c1116dd6319 None None] Provisioning complete for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:02.852617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7aa26ba-1e3e-42ff-b643-6c1116dd6319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:02.906889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:42:58Z', 'revision_number': 3, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:02.914793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29946788-e3a0-4a03-b286-77703690bb86 None None] The sync data for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb is: [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:42:58Z', 'revision_number': 3, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:02.931319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa26ba-1e3e-42ff-b643-6c1116dd6319 None None] Port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:03.033607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] For port f20a9436-86fe-4dbe-9732-5b82bfab9bc4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:03.034009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.052085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179527-f459-4bb2-80bc-eee1d37ce49b req-f27681e4-0b67-475a-bddb-5f61867ccfc2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:03.053819 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-af179527-f459-4bb2-80bc-eee1d37ce49b req-f27681e4-0b67-475a-bddb-5f61867ccfc2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 944 time: 0.2718949 Jan 26 20:43:03.156172 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-af179527-f459-4bb2-80bc-eee1d37ce49b req-52f8b7e9-9528-49c9-9906-c85c3bf738a9 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912573 Jan 26 20:43:03.169122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Calling delete_port for f20a9436-86fe-4dbe-9732-5b82bfab9bc4 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:03.189569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.207643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.231036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:03.336313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.354895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Pushing event updated for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:03.363321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:03.370587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.393366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5499f8ca-0d2b-4d43-8e93-bfefad878306 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:03.444816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Pushing event deleted for resources: {'Port': ['ID=f20a9436-86fe-4dbe-9732-5b82bfab9bc4,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:03.496354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:03.516874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:03.518381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:03.613570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] No DVR routers for this DVR port f20a9436-86fe-4dbe-9732-5b82bfab9bc4 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:43:03.616150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.619173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-deleted', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:03.647738 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f4a74475-8e80-475f-8e00-77cfd449ce2a req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "DELETE /v2.0/ports/f20a9436-86fe-4dbe-9732-5b82bfab9bc4 HTTP/1.1" status: 204 len: 173 time: 1.2098103 Jan 26 20:43:03.736343 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777e0245-5a57-461b-b5bc-d09e716e09c6', 'name': 'network-vif-deleted', 'tag': 'f20a9436-86fe-4dbe-9732-5b82bfab9bc4', 'status': 'completed', 'code': 200} Jan 26 20:43:03.811753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Router d0c51b42-6073-43ec-9bee-51decef9fa21 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:03.867213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-879c2b4e-1978-40f3-aa1a-bd22bcb9efa5 None None] Provisioning complete for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:03.867751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-879c2b4e-1978-40f3-aa1a-bd22bcb9efa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:03.925679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-879c2b4e-1978-40f3-aa1a-bd22bcb9efa5 None None] Port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:04.013803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:04.023717 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] 10.222.0.89 "PUT /v2.0/routers/d0c51b42-6073-43ec-9bee-51decef9fa21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6930511 Jan 26 20:43:04.179249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 5dda007f-164d-41bb-a460-58902bcaf9e2 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:04.312055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 5dda007f-164d-41bb-a460-58902bcaf9e2 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:04.317523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 5dda007f-164d-41bb-a460-58902bcaf9e2 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:04.317944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:04.413235 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d65e84c7-4d40-47c9-abfe-ad084756d7d0 req-ccf0f662-b5ba-4a99-8705-90e2bed53054 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=777e0245-5a57-461b-b5bc-d09e716e09c6 HTTP/1.1" status: 200 len: 210 time: 0.0516162 Jan 26 20:43:04.471216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:04.490153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 5dda007f-164d-41bb-a460-58902bcaf9e2, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=5dda007f-164d-41bb-a460-58902bcaf9e2,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:04.493819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:04.496672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:04.570512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=5dda007f-164d-41bb-a460-58902bcaf9e2,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:04.573976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:05.279216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:43:06.031107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Sync routers for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:06.045598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:06.046881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:42:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:06.118233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae3631-5199-4b76-9cf2-f763080c8baa req-9f458851-d077-4e4e-856a-21e589691bf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:06.119061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9aae3631-5199-4b76-9cf2-f763080c8baa req-9f458851-d077-4e4e-856a-21e589691bf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Synchronizing usage tracker for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:06.141261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9aae3631-5199-4b76-9cf2-f763080c8baa req-9f458851-d077-4e4e-856a-21e589691bf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Unset dirty status for tenant:a825ed9af20f4403be5c03b0a8da5032 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:06.159769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9aae3631-5199-4b76-9cf2-f763080c8baa req-9f458851-d077-4e4e-856a-21e589691bf0 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.2333269 Jan 26 20:43:06.257393 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9aae3631-5199-4b76-9cf2-f763080c8baa req-78e68465-8279-4e80-a855-0e173603c45f tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957773 Jan 26 20:43:06.279749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 5dda007f-164d-41bb-a460-58902bcaf9e2 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:06.342475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:06.510581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 5dda007f-164d-41bb-a460-58902bcaf9e2 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:06.510999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:06.833009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 2, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:06.837678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Checking router: d0c51b42-6073-43ec-9bee-51decef9fa21 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:06.838048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Updating router d0c51b42-6073-43ec-9bee-51decef9fa21 port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:43:06.906132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:07.587212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:07.587697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b073c8f-1669-486e-8a18-525f7f3c7231 req-29e5542b-b264-483f-a50f-613593b62ee4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:07.589336 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1b073c8f-1669-486e-8a18-525f7f3c7231 req-29e5542b-b264-483f-a50f-613593b62ee4 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1538115 Jan 26 20:43:07.603529 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Transition to ACTIVE for port object 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:07.607472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:07.625783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd75ea1d-41e7-4b4f-97dd-8d987a72b710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:07.653397 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1b073c8f-1669-486e-8a18-525f7f3c7231 req-1c267dfa-75b5-445a-838d-ed1fe49844cb tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 Jan 26 20:43:07.767163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Pushing event updated for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:07.773055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:07.983661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Attempting to bind port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:07.984080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Attempting to bind port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:07.984492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Attempting to bind port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 on network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:07.991388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:07.991843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Checking segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:07.992295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:07.992832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Bound using segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:07.993461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Bound port: 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:07.993808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:08.104622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] For port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:08.109929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] For port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:08.123006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:08.140577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:08.338200 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Pushing event updated for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:08.343061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:08.389037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:08.389795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:42:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:08.611384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:08.955755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42413902-e5da-44d6-a9ff-3ea66a98ec05 req-386b88de-cb3b-4aab-b42c-63d85027a726 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:08.963812 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42413902-e5da-44d6-a9ff-3ea66a98ec05 req-386b88de-cb3b-4aab-b42c-63d85027a726 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1474938 Jan 26 20:43:09.027699 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42413902-e5da-44d6-a9ff-3ea66a98ec05 req-ece2a82d-093a-4c3a-bcb5-b4072d6a2298 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Jan 26 20:43:09.030656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:08Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:09.036470 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f1806c-c1c8-4b80-b8cb-eaeb34df00ec None None] The sync data for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb is: [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:08Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:10.249724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:10.346345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8cd55-1a0c-49be-ab8a-4914c29e44e9 req-c37bb3bc-c4d4-4b27-b699-bd2697da2ea2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:10.348248 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-69d8cd55-1a0c-49be-ab8a-4914c29e44e9 req-c37bb3bc-c4d4-4b27-b699-bd2697da2ea2 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1577964 Jan 26 20:43:10.348753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:10.362570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:10.363144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:10.430194 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-69d8cd55-1a0c-49be-ab8a-4914c29e44e9 req-7b128cd6-cace-4a42-9e03-dc5974e5bf02 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728226 Jan 26 20:43:10.536443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:10.586849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:10.591915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:10.602038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:10.685313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:10.689277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:10.859233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-af4fd1e6-ad23-42f7-b2a4-84b953367014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:11.712678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af794e19-e912-4991-9b43-8ab5d568616a req-c475cc7e-3cd5-4a65-a744-c146c1fc9930 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:11.714386 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-af794e19-e912-4991-9b43-8ab5d568616a req-c475cc7e-3cd5-4a65-a744-c146c1fc9930 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1452565 Jan 26 20:43:11.784342 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-af794e19-e912-4991-9b43-8ab5d568616a req-bca4030f-d5cc-4dee-a9ed-91e34b3cbebe tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635171 Jan 26 20:43:12.176735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:12.205451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-b46a50b5-532c-4cee-8932-b035a757d01e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:12.208060 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-b46a50b5-532c-4cee-8932-b035a757d01e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 945 time: 0.1518762 Jan 26 20:43:12.288233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device e79f89b3-0d16-415c-9eed-c20b3e751e5e no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:12.319358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Deleting port e79f89b3-0d16-415c-9eed-c20b3e751e5e {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:12.319917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:12.362244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:12.362577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:12.493712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:12.575831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:12.598494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:12.605640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:12.608196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:12.651865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:12.652242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:12.684869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:12.688510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:12.690548 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e', 'code': 200} Jan 26 20:43:12.801409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Calling delete_port for e79f89b3-0d16-415c-9eed-c20b3e751e5e owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:12.927610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:43:12.928120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:43:13.088988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62a4cc-3a8f-4fd1-8811-351db2abb4b6 req-19816f48-7b51-4fa2-8eef-f08cbaafdd4d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:13.090697 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1b62a4cc-3a8f-4fd1-8811-351db2abb4b6 req-19816f48-7b51-4fa2-8eef-f08cbaafdd4d tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 943 time: 0.1307909 Jan 26 20:43:13.152026 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1b62a4cc-3a8f-4fd1-8811-351db2abb4b6 req-fbd7df31-53ab-4572-9522-5983378b6516 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/security-groups?id=565bf25e-2a9c-49ec-a6fb-a461fef5caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544624 Jan 26 20:43:13.429203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Deleting port e79f89b3-0d16-415c-9eed-c20b3e751e5e {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:13.429674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:13.474651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1f0a9b87-7b50-4d2d-99ef-de6f462beb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:13.948699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] For port e79f89b3-0d16-415c-9eed-c20b3e751e5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e79f89b3-0d16-415c-9eed-c20b3e751e5e,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:13.949723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:14.081441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Calling delete_port for e79f89b3-0d16-415c-9eed-c20b3e751e5e owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:14.239816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:14.277660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:14.315166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:14.405995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Pushing event deleted for resources: {'Port': ['ID=e79f89b3-0d16-415c-9eed-c20b3e751e5e,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:14.438270 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b103c256-8ce7-471f-a7d1-2cdde0ad2911 req-c23069eb-4a8b-41ac-a6e6-139cb4703f60 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6fe9078-4f80-4adc-8f7d-009fff62be7c HTTP/1.1" status: 200 len: 210 time: 0.0781460 Jan 26 20:43:14.441706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.442121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.442523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.442934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.443318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.443741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.444135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.444522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.444907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.445292 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.445681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.446372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.446798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.447184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.447621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.448006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.448387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.448770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.449153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.449534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.449916 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.450298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.450678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.451376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:14.455099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:14.545272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] No DVR routers for this DVR port e79f89b3-0d16-415c-9eed-c20b3e751e5e on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:43:14.547523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:14.551694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-deleted', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:14.565096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3018f3f9-26f4-4b7f-b4b4-eec55cd63259 req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] 10.222.0.90 "DELETE /v2.0/ports/e79f89b3-0d16-415c-9eed-c20b3e751e5e HTTP/1.1" status: 204 len: 173 time: 2.3446569 Jan 26 20:43:14.614832 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe9078-4f80-4adc-8f7d-009fff62be7c', 'name': 'network-vif-deleted', 'tag': 'e79f89b3-0d16-415c-9eed-c20b3e751e5e', 'status': 'completed', 'code': 200} Jan 26 20:43:14.720713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-eb1e726b-1bf7-49aa-af6d-7f95a70dbfc2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:14.722431 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-eb1e726b-1bf7-49aa-af6d-7f95a70dbfc2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 815 time: 0.2033985 Jan 26 20:43:14.739586 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-05a90d6d-a98e-41a9-af22-bc79666c62d0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/quotas/b796cc4945a24241a9f571e9e4b47e09 HTTP/1.1" status: 200 len: 375 time: 0.0102837 Jan 26 20:43:14.842582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-09579ded-2bdf-4844-9e8b-2f769b371bdf tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:14.858445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-09579ded-2bdf-4844-9e8b-2f769b371bdf tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:14.859852 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-09579ded-2bdf-4844-9e8b-2f769b371bdf tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145093 Jan 26 20:43:15.010942 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f7b90dca-7bb4-415a-9bf7-5d1af5e415fd service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385653 Jan 26 20:43:15.079295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:15.364710 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-2c108341-0867-4d2e-8d92-cbb038bc377f service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3468795 Jan 26 20:43:15.505062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:15.557020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37546) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:15.576477 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cacd5bcd-3cad-43ec-bea3-715b5686f04a req-2a4e9fdd-bcb3-43fa-9c43-6b8281fcacce tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 210 time: 0.0510392 Jan 26 20:43:16.151253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:16.528071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Deleting port e2cf22cc-b741-4bf9-bf30-f787738ee8bf {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:16.528430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:16.822988 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-44aa3c66-25b9-4439-967f-9ccdf2fc3c3c req-bd3d9233-0676-462d-b53b-cba5c01fe29a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 210 time: 0.0867326 Jan 26 20:43:16.896944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-23e41f44-d617-46d5-aebe-25be3847d4c8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:16.897748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-23e41f44-d617-46d5-aebe-25be3847d4c8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:16.933260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] For port e2cf22cc-b741-4bf9-bf30-f787738ee8bf, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,segment=NetworkSegment(5683fad0-012f-449f-9860-61a20429a46c),segment_id=5683fad0-012f-449f-9860-61a20429a46c)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:16.933647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:17.006521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-23e41f44-d617-46d5-aebe-25be3847d4c8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:17.007797 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-23e41f44-d617-46d5-aebe-25be3847d4c8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 815 time: 0.4518154 Jan 26 20:43:17.074906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'port': {'device_id': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'admin_state_up': True, 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:17.096714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Calling delete_port for e2cf22cc-b741-4bf9-bf30-f787738ee8bf owned by network:router_interface {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:17.686571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:17.706146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:17.727072 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Made reservation on behalf of b796cc4945a24241a9f571e9e4b47e09 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:43:17.741482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:17.940965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:17.957664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a086a755-b16f-418e-a5db-eb08e6cd187e tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:18.055838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cf22cc-b741-4bf9-bf30-f787738ee8bf,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:18.058574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:18.129786 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-aa637746-9b68-4d72-89d3-30affc453569 req-151c51bd-9ded-473f-acd2-8401f7d5c53e tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 210 time: 0.1274192 Jan 26 20:43:18.445533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Allocated IP 172.20.0.11 (27b1b6b3-83e1-4adc-8e78-14826c9f5019/146c1f69-d6f6-4f98-82c2-cd57d34797df/032aab63-0db3-4501-9a95-e5d1565ded32) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:18.760168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:18.963324 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:19.050156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Transition to ACTIVE for port object 032aab63-0db3-4501-9a95-e5d1565ded32 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:19.190122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:19.209765 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:19.458437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c6171-1056-492c-9176-79095efc2493 req-8dd30bba-e8cc-4391-a243-01742d91ddf6 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:19.460297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15c6171-1056-492c-9176-79095efc2493 req-8dd30bba-e8cc-4391-a243-01742d91ddf6 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.1338737 Jan 26 20:43:19.519230 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b15c6171-1056-492c-9176-79095efc2493 req-f37f1ed8-9e81-4473-a086-c09a80cb86ea tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521061 Jan 26 20:43:19.708786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:19.717852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:19.817177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:19.819342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:19.824231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:19.860624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Router 46d6b9dd-3477-4388-a59c-a76c8af94925 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:20.058563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:20.059279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.122116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-afb7e9e7-7ca8-45f1-9657-592fcaa2b361 None None] Provisioning for port 032aab63-0db3-4501-9a95-e5d1565ded32 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:20.124493 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0543323 Jan 26 20:43:20.127554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-afb7e9e7-7ca8-45f1-9657-592fcaa2b361 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:20.127978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-afb7e9e7-7ca8-45f1-9657-592fcaa2b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.147492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:20.156753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Sync routers for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:20.159056 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] 10.222.0.89 "PUT /v2.0/routers/46d6b9dd-3477-4388-a59c-a76c8af94925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6007295 Jan 26 20:43:20.162356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37604) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:20.173715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:20.188793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:20.259112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-afb7e9e7-7ca8-45f1-9657-592fcaa2b361 None None] Port 032aab63-0db3-4501-9a95-e5d1565ded32 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:20.381810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.448441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:20.583434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.589945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Deleting port c6a84542-dfa8-4a1f-b246-28331d18e197 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:20.590404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.810162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] For port c6a84542-dfa8-4a1f-b246-28331d18e197, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c6a84542-dfa8-4a1f-b246-28331d18e197,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:20.811042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:20.841895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:43:17Z', 'revision_number': 5, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:20.847795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Checking router: 46d6b9dd-3477-4388-a59c-a76c8af94925 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:20.857662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Routers {'46d6b9dd-3477-4388-a59c-a76c8af94925'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:20.858790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['46d6b9dd-3477-4388-a59c-a76c8af94925'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:20.877367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-bb3b0e51-c190-486c-a577-e241e7524220 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:20.878256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-bb3b0e51-c190-486c-a577-e241e7524220 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:20.897831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-bb3b0e51-c190-486c-a577-e241e7524220 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:20.899228 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-bb3b0e51-c190-486c-a577-e241e7524220 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.2283087 Jan 26 20:43:20.971535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Calling delete_port for c6a84542-dfa8-4a1f-b246-28331d18e197 owned by network:router_gateway {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:21.021738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-6ac466b2-1fbf-4fc0-8204-d7d30aaddb16 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:21.055442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-6ac466b2-1fbf-4fc0-8204-d7d30aaddb16 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:21.059138 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-677e4d6c-b16e-4e2b-aca3-743a8dc1d82d req-6ac466b2-1fbf-4fc0-8204-d7d30aaddb16 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528411 Jan 26 20:43:21.136610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] Set router 46d6b9dd-3477-4388-a59c-a76c8af94925 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:21.285317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.plugins.ml2.ovo_rpc [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: result = function(*args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: proto.__init__(conn_state, self) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: self.handle() Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: self.handle_one_request() Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: self.handle_one_response() Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: result = self.application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return app(environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return request.get_response(self.application) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self._app) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: response = self.app(environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:43:21.287530 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: result = method(request=request, **args) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return self._delete(request, id, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*dup_args, **dup_kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: obj_deleter(request.context, id, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return method(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(*dup_args, **dup_kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: self._delete_current_gw_port(context, id, router, None) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: admin_ctx, gw_port_id, l3_port_check=False) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, context, *args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return method(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: context, port, router_ids, bound_mech_contexts) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: return function(*args, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: callback(resource, event, trigger, **kwargs) Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: if self._is_session_semantic_violated(context, resource, event): Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: stack = traceback.extract_stack() Jan 26 20:43:21.293121 dv-cinder-768105-4-smb neutron-server[80025]: Jan 26 20:43:21.305958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.537151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:43:17Z', 'revision_number': 5, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:21.537897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.542114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834202d-5c15-4cd3-b287-821f7329dd2d None None] The sync data for ids ['46d6b9dd-3477-4388-a59c-a76c8af94925'] in dv-cinder-768105-4-smb is: [{'id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'name': 'tempest-ServerRescueNegativeTestJSON-602077642-router', 'tenant_id': 'a825ed9af20f4403be5c03b0a8da5032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:01Z', 'updated_at': '2021-01-26T20:43:17Z', 'revision_number': 5, 'project_id': 'a825ed9af20f4403be5c03b0a8da5032', 'gw_port': {'id': 'c6a84542-dfa8-4a1f-b246-28331d18e197', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d6b9dd-3477-4388-a59c-a76c8af94925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:03Z', 'updated_at': '2021-01-26T20:40:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:21.700058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.702436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.793821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.794685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d6b9dd-3477-4388-a59c-a76c8af94925 {{(pid=80137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:43:21.810133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] Notify callbacks [] for router, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.811448 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cb578e2c-e2e9-43e6-bc77-796d06ad2f61 admin admin] 10.222.0.89 "DELETE /v2.0/routers/46d6b9dd-3477-4388-a59c-a76c8af94925 HTTP/1.1" status: 204 len: 168 time: 1.6475053 Jan 26 20:43:21.814474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37614) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:21.892133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Deleting subnet 869794ad-38c4-4ad6-8cec-7e9835c52e17 {{(pid=80136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:43:21.896193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:21.953093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6445101'] for subnet, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:22.015304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:22.137342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device e2cf22cc-b741-4bf9-bf30-f787738ee8bf no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:22.233422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: e2cf22cc-b741-4bf9-bf30-f787738ee8bf {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:43:22.252044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device e2cf22cc-b741-4bf9-bf30-f787738ee8bf not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:43:22.389396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6445233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8090236'] for subnet, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:22.408309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:22.485967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68bfc8-f1cb-4373-9752-500abe065c0d req-64ffb0b1-fb9d-4db8-b49a-363d3e6a93db tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:22.504923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869794ad-38c4-4ad6-8cec-7e9835c52e17,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:22.511994 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2f68bfc8-f1cb-4373-9752-500abe065c0d req-64ffb0b1-fb9d-4db8-b49a-363d3e6a93db tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.1742339 Jan 26 20:43:22.521005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:22.568414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:22.577775 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/869794ad-38c4-4ad6-8cec-7e9835c52e17 HTTP/1.1" status: 204 len: 168 time: 0.7597768 Jan 26 20:43:22.580018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37622) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:22.598881 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2f68bfc8-f1cb-4373-9752-500abe065c0d req-d4446b0f-ffb9-4c4a-8b59-301d5cd74616 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858982 Jan 26 20:43:22.730467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:22.927260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.047640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc7cf1e-8516-4a67-bdb1-a8b021a52725']}} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:23.061046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5683fad0-012f-449f-9860-61a20429a46c') {'for_net_delete': True} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:23.061379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5683fad0-012f-449f-9860-61a20429a46c') {} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:23.074044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848330715'] for segment, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.091870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.093825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:43:23.299390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:43:23.309698 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848335854'] for segment, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.498690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Network 7cc7cf1e-8516-4a67-bdb1-a8b021a52725 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:43:23.528817 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:43:23.619830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.629607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:23.649522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.656628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc7cf1e-8516-4a67-bdb1-a8b021a52725,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:23.663915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:23.670586 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fb99d053-5593-4a7f-8ff8-65f23dcbaef9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/7cc7cf1e-8516-4a67-bdb1-a8b021a52725 HTTP/1.1" status: 204 len: 168 time: 1.0892220 Jan 26 20:43:23.839693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37634) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:23.889410 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8d97e-5a8b-455e-a76f-b406fd81419b req-86d51793-dbd2-4535-b004-9de439a45e9a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:23.891517 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6bc8d97e-5a8b-455e-a76f-b406fd81419b req-86d51793-dbd2-4535-b004-9de439a45e9a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.1397827 Jan 26 20:43:23.893527 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-335e4dc4-713b-44be-acf6-ce3312a4b23f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a825ed9af20f4403be5c03b0a8da5032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524426 Jan 26 20:43:23.896109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37638) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:23.962534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.968203 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6bc8d97e-5a8b-455e-a76f-b406fd81419b req-64f46ae6-5dc2-49a2-8525-1a1fec5dc305 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Jan 26 20:43:23.997451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:24.042822 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:24.046970 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c187f3a4-085c-419e-8b47-763d1ed5946d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:24.061721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bf25e-2a9c-49ec-a6fb-a461fef5caf2,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:24.070955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.071358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.071806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.072196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.072586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.072972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.073356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.073737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.074119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.074539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.074920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.075298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.075852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.076236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.076615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.076995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.077372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.077755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.078132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.078515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.078910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.079287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.079713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.080089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:24.084417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:24.089988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:24.091211 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a6c5585d-fb98-4ff4-893c-f097e46abadd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/565bf25e-2a9c-49ec-a6fb-a461fef5caf2 HTTP/1.1" status: 204 len: 168 time: 0.1941483 Jan 26 20:43:24.202000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c6a84542-dfa8-4a1f-b246-28331d18e197 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:24.244088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: c6a84542-dfa8-4a1f-b246-28331d18e197 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:43:24.244875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c6a84542-dfa8-4a1f-b246-28331d18e197 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:43:25.089862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37668) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:25.262070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3d2e-f56a-4431-b72f-f56bc9f986d0 req-51e57ca2-b88e-4581-96ca-20d396aae7eb tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:25.272039 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4dff3d2e-f56a-4431-b72f-f56bc9f986d0 req-51e57ca2-b88e-4581-96ca-20d396aae7eb tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.1647916 Jan 26 20:43:25.304567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1618202671-network', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:25.311886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:25.324952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Usage tracker for resource:network and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:25.330454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:25.342016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:25.356974 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4dff3d2e-f56a-4431-b72f-f56bc9f986d0 req-e80fd73a-1d24-4d02-a654-beccfd50cfbd tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802555 Jan 26 20:43:25.364349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Made reservation on behalf of d61cdbb1029f453181b0fced67c8fa9f for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:43:25.369799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.384008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.405019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:25.409712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:25.412831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:25.418726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:25.540013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.735518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.740784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dc8dadd6-5141-4b5e-b2b5-932484e1914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:25.772285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:43:25.786099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087719e-2896-453d-8886-1566f0060cf3,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:25.790248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:25.793051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.793584 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Added segment ea236ec5-8a21-4d7e-ac02-4664848c5257 of type vxlan for network 0d35de9c-3b9e-4630-a445-122f593eea20 Jan 26 20:43:25.826130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.863628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.864936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:25.865572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:25.870869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:26.200664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37676) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:26.201200 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1075313 Jan 26 20:43:26.208877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Request body: {'subnet': {'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1618202671-subnet', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:26.214748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:26.217637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Pushing event updated for resources: {'Network': ['ID=0d35de9c-3b9e-4630-a445-122f593eea20,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:26.221228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Usage tracker for resource:subnet and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:26.226008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a9a0a28-90ff-4faa-a6b1-ad0f9f290d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:26.226991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:26.233190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:26.234372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:43:26.245233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Made reservation on behalf of d61cdbb1029f453181b0fced67c8fa9f for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:43:26.250051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846685610'] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:26.256246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:43:26.971907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42069dff-14fc-400f-8512-9c0604146b1e req-7b7f9080-3f36-4a6d-ad9d-48663ce7a02a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:26.974285 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42069dff-14fc-400f-8512-9c0604146b1e req-7b7f9080-3f36-4a6d-ad9d-48663ce7a02a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.4371750 Jan 26 20:43:27.070514 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42069dff-14fc-400f-8512-9c0604146b1e req-22076703-d132-4139-bc4f-d193b0c89cde tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Jan 26 20:43:27.127274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848330508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846685625'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.140990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cd457e4c-f090-488f-a196-aa85332804a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:27.274877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da73ad6e-fa6b-4811-b3b8-203fc86e5f90,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:27.282348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:27.353731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Checking segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:27.354121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Network hostable DHCP agents. Network: 0d35de9c-3b9e-4630-a445-122f593eea20, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:43:27.375090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:43:27.385382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 0d35de9c-3b9e-4630-a445-122f593eea20) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:27.396790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937950c2-fd01-4965-8ac1-c5a210d5e360 None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:43:27.399225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:27.399898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.423201 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2204986 Jan 26 20:43:27.426210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37684) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:27.432080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:27.437721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:27.442757 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Usage tracker for resource:router and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:27.446909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:27.453074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:27.463317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.464418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.479741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.640183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-0d35de9c-3b9e-4630-a445-122f593eea20', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:43:27.641113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:27.782575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.124096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Allocated IP 172.20.0.2 (0d35de9c-3b9e-4630-a445-122f593eea20/da73ad6e-fa6b-4811-b3b8-203fc86e5f90/fb5536c9-fc05-4249-9de6-0d2679e7397e) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:28.181100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.220647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.377896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048b44-5121-4755-8cb9-0d2a01de5949 req-95cb22ed-d5ad-446d-bc62-03e4fb7015c1 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:28.380084 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c6048b44-5121-4755-8cb9-0d2a01de5949 req-95cb22ed-d5ad-446d-bc62-03e4fb7015c1 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.1310353 Jan 26 20:43:28.415014 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.426915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Transition to ACTIVE for port object fb5536c9-fc05-4249-9de6-0d2679e7397e will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:28.443327 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c6048b44-5121-4755-8cb9-0d2a01de5949 req-d7716bbe-29b5-441b-9cc5-1d852382183b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Jan 26 20:43:28.445258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Transition to ACTIVE for port object fb5536c9-fc05-4249-9de6-0d2679e7397e will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:28.451038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.465190 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3a57af2d-5657-45be-8f50-3996ca729b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:28.525205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Allocated IP 172.28.1.93 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/d41d2c4c-7715-42b5-8924-7137c6863a87) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:28.600103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Pushing event updated for resources: {'Port': ['ID=fb5536c9-fc05-4249-9de6-0d2679e7397e,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:28.604616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:28.660684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:28.661858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:28.664512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:28.684667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.721723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.722009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Attempting to bind port fb5536c9-fc05-4249-9de6-0d2679e7397e on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:28.722257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Attempting to bind port fb5536c9-fc05-4249-9de6-0d2679e7397e by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:28.722672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Attempting to bind port fb5536c9-fc05-4249-9de6-0d2679e7397e on network 0d35de9c-3b9e-4630-a445-122f593eea20 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:28.728412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:28.728831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Checking segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:28.729284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.729726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Bound using segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:28.730245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Bound port: fb5536c9-fc05-4249-9de6-0d2679e7397e, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:28.730683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.737105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:28.824177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] For port fb5536c9-fc05-4249-9de6-0d2679e7397e, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:28.827416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] For port fb5536c9-fc05-4249-9de6-0d2679e7397e, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=fb5536c9-fc05-4249-9de6-0d2679e7397e,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:28.831105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:28.847183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Request body: {'port': {'device_id': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:28.849562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:28.931173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Pushing event updated for resources: {'Port': ['ID=d41d2c4c-7715-42b5-8924-7137c6863a87,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:28.939847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:29.000345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Pushing event updated for resources: {'Port': ['ID=fb5536c9-fc05-4249-9de6-0d2679e7397e,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:29.005955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:29.033775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:29.093468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:29.100675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:29.104210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:30.085529 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3f0c-7d51-41da-aaf4-70434ecb5e39 req-26caafeb-e384-46db-8273-00b5bb144f9c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:30.087462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c2a3f0c-7d51-41da-aaf4-70434ecb5e39 req-26caafeb-e384-46db-8273-00b5bb144f9c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 932 time: 0.5065949 Jan 26 20:43:30.206740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.247931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device fb5536c9-fc05-4249-9de6-0d2679e7397e up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:30.282847 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c2a3f0c-7d51-41da-aaf4-70434ecb5e39 req-a2c3902d-a90e-43b0-adbb-b8ef7d59b932 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742043 Jan 26 20:43:30.329541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port fb5536c9-fc05-4249-9de6-0d2679e7397e completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:30.419432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73400896-cf1f-4dd4-8cd2-49dff71e5454 None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:43:30.457342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032aab63-0db3-4501-9a95-e5d1565ded32 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:43:30.469125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.497763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Transition to ACTIVE for port object 032aab63-0db3-4501-9a95-e5d1565ded32 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:30.503065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.525396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:30.535425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Provisioning for port fb5536c9-fc05-4249-9de6-0d2679e7397e completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:30.554581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Provisioning complete for port fb5536c9-fc05-4249-9de6-0d2679e7397e triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:30.555001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.792807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.805752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:30.813849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:30.846386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] For port fb5536c9-fc05-4249-9de6-0d2679e7397e, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=fb5536c9-fc05-4249-9de6-0d2679e7397e,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:30.849753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.851911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:30.888649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:30.928182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Pushing event updated for resources: {'Port': ['ID=fb5536c9-fc05-4249-9de6-0d2679e7397e,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:30.931607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:31.215473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-fa0bc844-e54e-40d2-ad34-e64ab71a75ba None None] Provisioning complete for port fb5536c9-fc05-4249-9de6-0d2679e7397e triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:31.216005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc844-e54e-40d2-ad34-e64ab71a75ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.487184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-461d5b78-b657-41fb-89f4-382929ff0f1e None None] Provisioning complete for port fb5536c9-fc05-4249-9de6-0d2679e7397e triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:31.487828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-461d5b78-b657-41fb-89f4-382929ff0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.499662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Attempting to bind port 032aab63-0db3-4501-9a95-e5d1565ded32 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:31.500053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Attempting to bind port 032aab63-0db3-4501-9a95-e5d1565ded32 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:31.500424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Attempting to bind port 032aab63-0db3-4501-9a95-e5d1565ded32 on network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:31.509715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:31.510100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Checking segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:31.510508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.510907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Bound using segment: {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:31.511543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Bound port: 032aab63-0db3-4501-9a95-e5d1565ded32, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd385c662-76cd-4c97-82f7-07aac6f63844', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:31.511920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.689810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:31.735754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035be9b-7275-4231-9506-035918e5d5a0 req-6582db0c-72d4-47f9-aa9a-b6c9d08211e7 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:31.737942 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b035be9b-7275-4231-9506-035918e5d5a0 req-6582db0c-72d4-47f9-aa9a-b6c9d08211e7 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 944 time: 0.2906992 Jan 26 20:43:31.741587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=032aab63-0db3-4501-9a95-e5d1565ded32,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:31.741845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-331110ea-a190-42d6-b031-3fcea42c151b None None] Provisioning complete for port fb5536c9-fc05-4249-9de6-0d2679e7397e triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:31.742064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-331110ea-a190-42d6-b031-3fcea42c151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.743124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Router 1d5c5430-fca8-4957-989d-b1f47a23552d is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:43:31.750235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:31.779366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:32.080614 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b035be9b-7275-4231-9506-035918e5d5a0 req-49973314-8c5f-4ad1-b80c-4cb8faecca34 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349514 Jan 26 20:43:32.135796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:32.149581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:32.167170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device fb5536c9-fc05-4249-9de6-0d2679e7397e up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:32.185026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:32.194808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:32.196262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:32.197725 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 1158 time: 3.3585746 Jan 26 20:43:32.198261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:32.236465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:32.258904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:32.260037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:32.282194 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:43:32.288355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:32.292145 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8623276 Jan 26 20:43:32.292559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37716) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:32.328060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-9e8259e5-bf77-4300-9ad7-a708e5fdaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:32.329848 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-9e8259e5-bf77-4300-9ad7-a708e5fdaabc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1161 time: 0.0873818 Jan 26 20:43:32.416922 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-8b47b60e-227e-470c-9a53-8c491c50ce59 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 217 time: 0.0785644 Jan 26 20:43:32.466715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port fb5536c9-fc05-4249-9de6-0d2679e7397e triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:32.467055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:32.512445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e568d726-7f5a-4e53-a971-fb3217d58a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:32.514452 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-e568d726-7f5a-4e53-a971-fb3217d58a89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0801802 Jan 26 20:43:32.585097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:32.621289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-cc042f34-2858-4362-93f3-2b53995eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:32.623281 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-cc042f34-2858-4362-93f3-2b53995eb202 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919089 Jan 26 20:43:32.777576 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-6f8adb7b-93ee-4e63-b432-2e1836f6c068 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439331 Jan 26 20:43:32.954500 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e0b00483-411d-4899-ad09-7833d96e8a7f req-d39374f4-9315-4e65-9883-f62748c3d13f service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681623 Jan 26 20:43:33.075255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.116998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-25844365-59b5-4da5-8351-ff2f585bccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:33.118637 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-25844365-59b5-4da5-8351-ff2f585bccc7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1161 time: 0.1095822 Jan 26 20:43:33.170648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:29Z', 'revision_number': 3, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:33.196753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:33.197164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Updating router 1d5c5430-fca8-4957-989d-b1f47a23552d port d41d2c4c-7715-42b5-8924-7137c6863a87 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:43:33.296474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-c0330ac3-a5d8-4e5f-aab0-2ab49bdb68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:33.298321 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-c0330ac3-a5d8-4e5f-aab0-2ab49bdb68e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1727107 Jan 26 20:43:33.322704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.422541 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-f64a827b-710e-4d9d-a9df-d3c5b91822aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 217 time: 0.0789690 Jan 26 20:43:33.506000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Allocated IP 172.20.0.1 (0d35de9c-3b9e-4630-a445-122f593eea20/da73ad6e-fa6b-4811-b3b8-203fc86e5f90/ff6d389b-fb8c-4469-8f40-107210e3c2f5) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:33.525905 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-3f6c3edb-ae6f-4700-a688-b2d43f5611cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:33.527670 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-3f6c3edb-ae6f-4700-a688-b2d43f5611cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0968654 Jan 26 20:43:33.627740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26447b5-153c-4ebd-9084-c093bdee6381 req-be734476-eb41-43cf-8122-f282e0025d13 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:33.629970 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d26447b5-153c-4ebd-9084-c093bdee6381 req-be734476-eb41-43cf-8122-f282e0025d13 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 944 time: 0.3282895 Jan 26 20:43:33.694389 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d26447b5-153c-4ebd-9084-c093bdee6381 req-aaa82f69-c163-4e25-8cbf-b7f2d4c5b3b5 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578032 Jan 26 20:43:33.701652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.718884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-8d2c8f85-df06-45c7-8357-dc116834d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:33.720525 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-8d2c8f85-df06-45c7-8357-dc116834d6d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1833282 Jan 26 20:43:33.721722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Transition to ACTIVE for port object ff6d389b-fb8c-4469-8f40-107210e3c2f5 will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:33.747987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.765616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:33.776000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.789482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Transition to ACTIVE for port object d41d2c4c-7715-42b5-8924-7137c6863a87 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:33.792455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:33.809510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3305fcb8-0e2b-4429-a3e1-af7f6ae59122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:33.882281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Pushing event updated for resources: {'Port': ['ID=d41d2c4c-7715-42b5-8924-7137c6863a87,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:33.884160 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-e77995e4-60b2-4bbd-89bd-b9da0c03137d service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440458 Jan 26 20:43:33.902588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:33.907148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:33.944047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.944633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.944955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.945339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.945716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.946092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.946466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.946843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.947211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.947603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.947974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.948340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.948767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.949137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.949505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.949872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.950315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.950612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.950978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.951345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.951738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.952104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.952470 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.952833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:43:33.958678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:33.966379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:33.967974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:33.971204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:34.036248 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-607cf616-7df8-4461-9d50-3cd034d25b4d req-ece8f269-0cfd-49b4-93e0-4f3f4d8d5285 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454225 Jan 26 20:43:34.045588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.056898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Attempting to bind port d41d2c4c-7715-42b5-8924-7137c6863a87 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:34.057343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Attempting to bind port d41d2c4c-7715-42b5-8924-7137c6863a87 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:34.057755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Attempting to bind port d41d2c4c-7715-42b5-8924-7137c6863a87 on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:34.064079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:34.064531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:34.064958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.065395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:34.066509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Bound port: d41d2c4c-7715-42b5-8924-7137c6863a87, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:34.067027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.150706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] For port d41d2c4c-7715-42b5-8924-7137c6863a87, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:34.156460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] For port d41d2c4c-7715-42b5-8924-7137c6863a87, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=d41d2c4c-7715-42b5-8924-7137c6863a87,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:34.160461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.177139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-386edcfc-5d02-482c-98b6-510ea468cc6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:34.179799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.316949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-adab74b9-0189-4542-925e-5bfbd29d0933 None None] Provisioning for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:34.329743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-adab74b9-0189-4542-925e-5bfbd29d0933 None None] Provisioning complete for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:34.330249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-adab74b9-0189-4542-925e-5bfbd29d0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.385139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Pushing event updated for resources: {'Port': ['ID=d41d2c4c-7715-42b5-8924-7137c6863a87,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:34.393491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:34.421851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-adab74b9-0189-4542-925e-5bfbd29d0933 None None] Port ff6d389b-fb8c-4469-8f40-107210e3c2f5 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:34.460774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:34.461441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:34.479982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.483356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.512911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:34.602563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:34.605289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.618988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:34.689566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-af975065-4ea5-4324-8c96-3e9cdb456a96 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:43:34.714280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:34.763080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:34.764369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:35.061428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ff8a5228-3cf1-4cfa-b736-5668df6c27d8 None None] Provisioning complete for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:35.061752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ff8a5228-3cf1-4cfa-b736-5668df6c27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.104075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:35.195657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a5228-3cf1-4cfa-b736-5668df6c27d8 None None] Port ff6d389b-fb8c-4469-8f40-107210e3c2f5 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:35.208160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 2, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:35.217506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2fe9d-1843-4f28-8bf2-9a1afc5ebcb9 None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 2, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:35.222049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 032aab63-0db3-4501-9a95-e5d1565ded32 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:35.227804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:35.228012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.262420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:35.315221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8e53c-7545-4d8d-b470-1066d85535ce req-d0e2820d-c22e-47a3-98f2-050352a5b305 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:35.317454 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9b8e53c-7545-4d8d-b470-1066d85535ce req-d0e2820d-c22e-47a3-98f2-050352a5b305 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 944 time: 0.4206688 Jan 26 20:43:35.359125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.389299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:35.400116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=032aab63-0db3-4501-9a95-e5d1565ded32,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:35.403896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.406400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:35.458545 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'code': 200} Jan 26 20:43:35.484978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:35.489731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:35.523023 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9b8e53c-7545-4d8d-b470-1066d85535ce req-2e88eeea-2183-4891-b6b4-653331553dea tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979599 Jan 26 20:43:35.579073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:35.591471 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] 10.222.0.89 "PUT /v2.0/routers/1d5c5430-fca8-4957-989d-b1f47a23552d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2967966 Jan 26 20:43:35.740420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed110c2d-f111-4767-a269-8cb4e8eabf0c req-99f5cd21-9b5d-4a53-8e80-170d03f31cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:35.742086 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed110c2d-f111-4767-a269-8cb4e8eabf0c req-99f5cd21-9b5d-4a53-8e80-170d03f31cdc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.0871809 Jan 26 20:43:35.796602 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed110c2d-f111-4767-a269-8cb4e8eabf0c req-fd42b824-1ddb-4651-b049-9f54a9c9f507 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Jan 26 20:43:36.201577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device d41d2c4c-7715-42b5-8924-7137c6863a87 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:36.279815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port d41d2c4c-7715-42b5-8924-7137c6863a87 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:36.285049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port d41d2c4c-7715-42b5-8924-7137c6863a87 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:36.285480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:36.413812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:36.433412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port d41d2c4c-7715-42b5-8924-7137c6863a87, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=d41d2c4c-7715-42b5-8924-7137c6863a87,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:36.437034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:36.438965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ddea175-2080-4ea7-b468-16cb45d33e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:36.479128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:36.567288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=d41d2c4c-7715-42b5-8924-7137c6863a87,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:36.571685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:36.588721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:36.589229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:36.852067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cef73-e0dd-4d31-aa2b-7613f4f09c08 req-b50590eb-c90b-4ce2-89ed-2011eb510241 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:36.853765 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4b4cef73-e0dd-4d31-aa2b-7613f4f09c08 req-b50590eb-c90b-4ce2-89ed-2011eb510241 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1468937 Jan 26 20:43:36.913028 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4b4cef73-e0dd-4d31-aa2b-7613f4f09c08 req-8ce4f740-666c-41fb-b500-69fe1131d46e tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524883 Jan 26 20:43:37.320192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37758) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:37.326682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990715514', 'description': 'tempest-description--571330138'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:37.341446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:37.345551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:37.348620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:37.354462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:37.363990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.389328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:37.393375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:37.397029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:37.402784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:37.475356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.478177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.483420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-11e25114-ae27-454c-872a-58db04c51b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:37.524127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb839ae-58ff-4150-b599-5357ec05e63f,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:37.526893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.528264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2068954 Jan 26 20:43:37.529227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:37.531218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37762) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:37.536821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group_rule': {'security_group_id': '5cb839ae-58ff-4150-b599-5357ec05e63f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:37.551821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:37.555938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:37.558958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:37.564804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:37.582222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.652567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.655243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.657352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:37.681929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7f7051-8dcb-4a1a-83bc-6bbb54954400,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:37.687615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:37.691833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.693149 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609073 Jan 26 20:43:37.695912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37766) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:37.701505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group_rule': {'security_group_id': '5cb839ae-58ff-4150-b599-5357ec05e63f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:37.715750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:37.719893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:37.722932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:37.728827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:37.745266 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.816510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.819137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.821309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-96724220-d339-4c01-8700-fcde7a1466a2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:37.844577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51bb184d-a9ef-4e9b-8d0e-9f5da58a796e,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:37.847236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:37.853493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:37.854775 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578054 Jan 26 20:43:37.858123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37772) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:37.864170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:37.877572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:37.882351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:floatingip and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:37.885414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:37.891291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:37.901677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:38.077949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:38.205144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device d41d2c4c-7715-42b5-8924-7137c6863a87 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:38.277903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ab0f-1be6-43dc-bdce-9759a0f83007 req-d89c6faa-8c79-429f-9b8c-817ee66a53e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:38.285743 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d73ab0f-1be6-43dc-bdce-9759a0f83007 req-d89c6faa-8c79-429f-9b8c-817ee66a53e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.2018449 Jan 26 20:43:38.338028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port d41d2c4c-7715-42b5-8924-7137c6863a87 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:38.338628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:38.346248 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d73ab0f-1be6-43dc-bdce-9759a0f83007 req-0dc96109-6df0-4b85-878e-4c90fb754ba3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576153 Jan 26 20:43:38.463298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Allocated IP 172.28.1.27 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/65ac7b66-5553-4de4-a3ea-2ff869a204b8) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:38.649757 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b517cd3-aa9c-4e5b-9af6-24f782f5bb70 req-1cd3ce2b-d601-45d1-a2f4-489fd744dd7a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:38.651526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5b517cd3-aa9c-4e5b-9af6-24f782f5bb70 req-1cd3ce2b-d601-45d1-a2f4-489fd744dd7a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1474414 Jan 26 20:43:38.657642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:38.692897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:38.696099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:38.714735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:38.714862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:38.714862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:38.719990 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5b517cd3-aa9c-4e5b-9af6-24f782f5bb70 req-87afe1ac-01a8-4a0d-a4f2-ba4f49167e7d tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615518 Jan 26 20:43:38.888694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=65ac7b66-5553-4de4-a3ea-2ff869a204b8,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:38.899181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:38.941688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:38.942959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:38.947679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:38.948952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:39.099543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.218389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.291114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ccfc2-58f2-4cc1-b76c-01a307c93d28 req-8e098960-4a48-4acc-b558-45e352bd5049 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:39.293185 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc3ccfc2-58f2-4cc1-b76c-01a307c93d28 req-8e098960-4a48-4acc-b558-45e352bd5049 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1568623 Jan 26 20:43:39.339793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 2, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:39.345042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:39.345465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Updating router 1d5c5430-fca8-4957-989d-b1f47a23552d port ff6d389b-fb8c-4469-8f40-107210e3c2f5 binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:43:39.379737 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc3ccfc2-58f2-4cc1-b76c-01a307c93d28 req-eabdf850-7db9-4947-96bc-289de6f6f23a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789058 Jan 26 20:43:39.414061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.586458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.590670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.659748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:39.801879 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=65ac7b66-5553-4de4-a3ea-2ff869a204b8,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:39.814211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:39.884390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.890054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Transition to ACTIVE for port object ff6d389b-fb8c-4469-8f40-107210e3c2f5 will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:39.894016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.910688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:39.959160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:39.991258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:40.002769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1367378 Jan 26 20:43:40.082684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed626bb-bf77-42fd-85ae-4cdfa00d23d6 None None] Pushing event updated for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:40.097633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-aed626bb-bf77-42fd-85ae-4cdfa00d23d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:40.284628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Attempting to bind port ff6d389b-fb8c-4469-8f40-107210e3c2f5 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:40.285282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Attempting to bind port ff6d389b-fb8c-4469-8f40-107210e3c2f5 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:40.285781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Attempting to bind port ff6d389b-fb8c-4469-8f40-107210e3c2f5 on network 0d35de9c-3b9e-4630-a445-122f593eea20 {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:40.291675 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-781711e0-9233-4d49-b19d-10945e65ffed tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1990715514&fields=id&tenant_id=d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 267 time: 0.1172504 Jan 26 20:43:40.292726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:40.293245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Checking segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:40.293763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:40.294524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Bound using segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:40.295110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Bound port: ff6d389b-fb8c-4469-8f40-107210e3c2f5, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:40.295838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:40.415171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece3a09-0942-4989-83cc-542715a54075 req-0abe2403-706d-434d-93dc-f4bc1dc1d585 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:40.424870 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ece3a09-0942-4989-83cc-542715a54075 req-0abe2403-706d-434d-93dc-f4bc1dc1d585 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1620541 Jan 26 20:43:40.451633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] For port ff6d389b-fb8c-4469-8f40-107210e3c2f5, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:40.455976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] For port ff6d389b-fb8c-4469-8f40-107210e3c2f5, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=ff6d389b-fb8c-4469-8f40-107210e3c2f5,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:40.461299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:40.480366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7de805e0-9638-41b7-b34f-f6eb7d8ac408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:40.496035 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ece3a09-0942-4989-83cc-542715a54075 req-0f83d250-1f44-47d7-92e5-94c333b00d5c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691984 Jan 26 20:43:40.514141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-6795a3cb-2e49-469b-a202-432ddf6b5c47 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:40.515869 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-6795a3cb-2e49-469b-a202-432ddf6b5c47 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 811 time: 0.2138524 Jan 26 20:43:40.533441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-405ae711-2ae3-47c2-bdf2-bde095b3d94a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/quotas/d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 375 time: 0.0107534 Jan 26 20:43:40.640024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed626bb-bf77-42fd-85ae-4cdfa00d23d6 None None] Pushing event updated for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=4']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:40.645985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-aed626bb-bf77-42fd-85ae-4cdfa00d23d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:40.652601 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-59f11496-15b5-4182-8a2e-50199af4864b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127565 Jan 26 20:43:40.686563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:40.687231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:40.868132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bb0775f5-e5f3-400f-b15c-23cb69f21835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:40.892890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:41.020508 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-5ceddaf1-714f-4627-8985-3489d8df3e50 service neutron] 10.222.0.89 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543308 Jan 26 20:43:41.167966 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-5e202f4f-4bd3-4d84-a8af-d3518307c1c5 service neutron] 10.222.0.89 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407568 Jan 26 20:43:41.255237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:40Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:41.259745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f044513c-ec8d-4f4b-821d-2db7f31fb2e9 None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:40Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:41.439487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9afef35f-fcee-4154-9386-7e1bf671da38 req-568a0365-d496-4561-aa0e-623e41c25f80 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:41.462404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9afef35f-fcee-4154-9386-7e1bf671da38 req-568a0365-d496-4561-aa0e-623e41c25f80 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:41.463867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9afef35f-fcee-4154-9386-7e1bf671da38 req-568a0365-d496-4561-aa0e-623e41c25f80 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 210 time: 0.0948141 Jan 26 20:43:42.002199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd48a65-68ca-4893-b7d2-adec2e5d5a31 req-7939b841-029e-4f18-8324-b1c363a95c69 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:42.004537 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fd48a65-68ca-4893-b7d2-adec2e5d5a31 req-7939b841-029e-4f18-8324-b1c363a95c69 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.1572320 Jan 26 20:43:42.084887 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fd48a65-68ca-4893-b7d2-adec2e5d5a31 req-122d9e6a-ad2b-47ec-91f6-78d62dac3493 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651634 Jan 26 20:43:42.219773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-4af063a9-f7a4-47f7-91dd-937561ab0209 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:42.221863 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-4af063a9-f7a4-47f7-91dd-937561ab0209 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 945 time: 0.2120948 Jan 26 20:43:42.247691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device ff6d389b-fb8c-4469-8f40-107210e3c2f5 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:42.279733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:43:42.336232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port 213416b1-178a-4017-b20b-132d79389afa {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:42.336619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.387191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:42.392379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:42.392833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.497505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 213416b1-178a-4017-b20b-132d79389afa no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:42.622979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:42.623434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.651653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.689892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:42.692735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:42.698802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.700876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.720051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:42.771809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port ff6d389b-fb8c-4469-8f40-107210e3c2f5, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=ff6d389b-fb8c-4469-8f40-107210e3c2f5,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:42.779221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:42.821834 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-79bae99e-865f-4f7d-9ff7-9e5a810d588c req-322aff1c-3d9c-4238-8051-d73ad283ca09 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 210 time: 0.0950320 Jan 26 20:43:42.829383 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'code': 200} Jan 26 20:43:42.836149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=7']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:42.840103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:42.840744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:42.920845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:42.924203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:43.180546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-1d84e131-4ae3-49bc-96b6-aed7b00f484c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:43.182228 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-1d84e131-4ae3-49bc-96b6-aed7b00f484c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 811 time: 0.3237424 Jan 26 20:43:43.217723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:43.218195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:43.218481 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Floating IP f4d3aa6f-eb51-4f76-854a-89b008ff50a0 disassociated. External IP: 172.28.1.146, port: 213416b1-178a-4017-b20b-132d79389afa. Jan 26 20:43:43.218857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for 213416b1-178a-4017-b20b-132d79389afa owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:43.431448 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-fee68f7e-05d9-42fe-90a5-853f11e4c997 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 5708 time: 0.2296093 Jan 26 20:43:43.443762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'port': {'device_id': '89bfe0a2-4557-42ce-a934-8509be24317a', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'admin_state_up': True, 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'security_groups': ['5cb839ae-58ff-4150-b599-5357ec05e63f']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:43.468427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1434e77e-fa9d-4359-bc91-f8b151b342c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:43.472171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:43:43.472541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:43:43.517809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf3029-3a3f-400f-9f33-415b0a88988f req-0c672f53-a73c-4bb0-9ca9-88816d059c7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:43.520046 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3bf3029-3a3f-400f-9f33-415b0a88988f req-0c672f53-a73c-4bb0-9ca9-88816d059c7e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.2593546 Jan 26 20:43:43.645015 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3bf3029-3a3f-400f-9f33-415b0a88988f req-48f30aa4-24aa-4ca5-9bcc-6c7f25742ec2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779104 Jan 26 20:43:43.692787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:43.702708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:43.712494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Made reservation on behalf of d61cdbb1029f453181b0fced67c8fa9f for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:43:43.726778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:43.975235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port 213416b1-178a-4017-b20b-132d79389afa {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:43.975710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:44.010093 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6237870-1f32-48ea-b83d-9847c51a0563 req-ae89f9f2-e332-4528-ac13-6ccfda5c43eb tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 210 time: 0.0485821 Jan 26 20:43:44.146015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Allocated IP 172.20.0.12 (0d35de9c-3b9e-4630-a445-122f593eea20/da73ad6e-fa6b-4811-b3b8-203fc86e5f90/734063f8-6999-4c80-bc06-7302af6d1c11) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:44.175261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device ff6d389b-fb8c-4469-8f40-107210e3c2f5 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:44.269198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port ff6d389b-fb8c-4469-8f40-107210e3c2f5 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:44.269708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:44.317775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:44.442559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] For port 213416b1-178a-4017-b20b-132d79389afa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=213416b1-178a-4017-b20b-132d79389afa,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:44.442953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:44.662313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:44.748070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Transition to ACTIVE for port object 734063f8-6999-4c80-bc06-7302af6d1c11 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:44.921530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084ab65-1d2e-4211-bd7e-218d40adf2a7 req-980c6951-296a-41ad-b498-d54539156ee6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:44.923291 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3084ab65-1d2e-4211-bd7e-218d40adf2a7 req-980c6951-296a-41ad-b498-d54539156ee6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 943 time: 0.1268339 Jan 26 20:43:44.987979 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3084ab65-1d2e-4211-bd7e-218d40adf2a7 req-ca408ca1-d27a-4873-8374-c4b8ff072af6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=de3822d8-cc93-44ab-af63-4d4ff235d255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568345 Jan 26 20:43:45.082525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.124053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.124447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.124796 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Floating IP f4d3aa6f-eb51-4f76-854a-89b008ff50a0 disassociated. External IP: 172.28.1.146, port: 213416b1-178a-4017-b20b-132d79389afa. Jan 26 20:43:45.125176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for 213416b1-178a-4017-b20b-132d79389afa owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:45.213020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c911d9-f11e-419c-82f6-35feb87f041b req-9526b4e5-06c6-409e-acd1-7a66ce9d00b9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:45.214757 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-12c911d9-f11e-419c-82f6-35feb87f041b req-9526b4e5-06c6-409e-acd1-7a66ce9d00b9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.5490673 Jan 26 20:43:45.228491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.259509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:45.390208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbe635-7bbf-48c5-8c56-5e763a42850d req-5bb75895-e8aa-43ac-ae72-c2e6e37e3918 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:45.391874 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5fcbe635-7bbf-48c5-8c56-5e763a42850d req-5bb75895-e8aa-43ac-ae72-c2e6e37e3918 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 932 time: 0.1263554 Jan 26 20:43:45.451629 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-5fcbe635-7bbf-48c5-8c56-5e763a42850d req-29940337-9eaa-4387-b5ab-8ddb4faf829c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:45.463975 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-12c911d9-f11e-419c-82f6-35feb87f041b req-ccde4946-885d-4dee-8fdc-49664318d5ab tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394605 Jan 26 20:43:45.467373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:45.469138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-5fcbe635-7bbf-48c5-8c56-5e763a42850d req-29940337-9eaa-4387-b5ab-8ddb4faf829c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:45.470485 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5fcbe635-7bbf-48c5-8c56-5e763a42850d req-29940337-9eaa-4387-b5ab-8ddb4faf829c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716980 Jan 26 20:43:45.472680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:45.506466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.588366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:45.589175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.591165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:45.606217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:45.637865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:45.734367 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-371a5f35-332b-4a0e-83eb-eb32674b442d tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1894734 Jan 26 20:43:45.744946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'Port': ['ID=213416b1-178a-4017-b20b-132d79389afa,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:45.745189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:45.751174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:45.760784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:45.765148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Usage tracker for resource:floatingip and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:45.769802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:45.775874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:45.786858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.829557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:45.830257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.856569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-54965ac7-2726-4b9f-a032-4fa1085a5dd8 None None] Provisioning for port 734063f8-6999-4c80-bc06-7302af6d1c11 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:45.862790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-54965ac7-2726-4b9f-a032-4fa1085a5dd8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:45.863228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-54965ac7-2726-4b9f-a032-4fa1085a5dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:45.894331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4555907 Jan 26 20:43:45.911126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Request body: {'port': {'device_id': '89bfe0a2-4557-42ce-a934-8509be24317a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:45.926761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-54965ac7-2726-4b9f-a032-4fa1085a5dd8 None None] Port 734063f8-6999-4c80-bc06-7302af6d1c11 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:43:45.938864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:46.199329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:46.275707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-919b0217-c938-41da-81b1-bd9364f8dda8 req-8ba748d3-b560-41f6-8a96-077e86bd2ecc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:46.315766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:46.429631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-919b0217-c938-41da-81b1-bd9364f8dda8 req-8ba748d3-b560-41f6-8a96-077e86bd2ecc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:46.434867 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-919b0217-c938-41da-81b1-bd9364f8dda8 req-8ba748d3-b560-41f6-8a96-077e86bd2ecc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=edad7d03-8022-4cd1-b412-2ac7308823ae HTTP/1.1" status: 200 len: 210 time: 0.2237959 Jan 26 20:43:46.614019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Allocated IP 172.28.1.83 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/5b49063e-5ec3-4bf4-98f7-3d2738ac426a) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:46.738201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:46.750489 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:46.761478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:46.762445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:46.800175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:46.832665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:46.850817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-68e82496-8928-4bbb-ad6b-4198ded53280 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:46.854309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] No DVR routers for this DVR port 213416b1-178a-4017-b20b-132d79389afa on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:43:46.862620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:46.864826 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9edc72e9-ce59-423b-9012-7609fddda1ef req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "DELETE /v2.0/ports/213416b1-178a-4017-b20b-132d79389afa HTTP/1.1" status: 204 len: 173 time: 4.6370802 Jan 26 20:43:46.866475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-deleted', 'tag': '213416b1-178a-4017-b20b-132d79389afa'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:46.969656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:46.973620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6a6a6-f271-420b-afd5-6e823d372dd6 req-f7a993d2-eeed-461e-8297-75e63926b602 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:46.974462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e7f6a6a6-f271-420b-afd5-6e823d372dd6 req-f7a993d2-eeed-461e-8297-75e63926b602 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:47.017602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e7f6a6a6-f271-420b-afd5-6e823d372dd6 req-f7a993d2-eeed-461e-8297-75e63926b602 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:47.019555 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e7f6a6a6-f271-420b-afd5-6e823d372dd6 req-f7a993d2-eeed-461e-8297-75e63926b602 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 932 time: 0.3825951 Jan 26 20:43:47.048631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'Port': ['ID=5b49063e-5ec3-4bf4-98f7-3d2738ac426a,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:47.053645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:47.124835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:47.126149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:47.129146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:47.234293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.408672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.408976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734063f8-6999-4c80-bc06-7302af6d1c11 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:43:47.417415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.430152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:47.431581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Transition to ACTIVE for port object 734063f8-6999-4c80-bc06-7302af6d1c11 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:47.436741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:47.446349 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e7f6a6a6-f271-420b-afd5-6e823d372dd6 req-1218d28d-326c-4314-a29b-a24dbd2d71e7 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183328 Jan 26 20:43:47.452936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.453615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:47.454316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:47.495596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e20e0775-dc7d-4feb-a47a-3c19aaaa108c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:47.649477 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7d03-8022-4cd1-b412-2ac7308823ae', 'name': 'network-vif-deleted', 'tag': '213416b1-178a-4017-b20b-132d79389afa', 'status': 'completed', 'code': 200} Jan 26 20:43:47.680505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37922) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:47.696149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:47.788943 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.806199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Pushing event updated for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:47.817782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:47.841563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:47.862899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1e08e31f-8d07-4de9-8303-1aa6dff902dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:47.966819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'Port': ['ID=5b49063e-5ec3-4bf4-98f7-3d2738ac426a,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:48.039769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:48.093362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Attempting to bind port 734063f8-6999-4c80-bc06-7302af6d1c11 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:43:48.093739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Attempting to bind port 734063f8-6999-4c80-bc06-7302af6d1c11 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:43:48.094098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Attempting to bind port 734063f8-6999-4c80-bc06-7302af6d1c11 on network 0d35de9c-3b9e-4630-a445-122f593eea20 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:43:48.106370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:43:48.106759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Checking segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:43:48.107127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.107546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Bound using segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:43:48.108420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Bound port: 734063f8-6999-4c80-bc06-7302af6d1c11, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:43:48.108420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.126327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.176352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.203691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:48.228302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54adc84-a5eb-416c-a510-d6509a24872d None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:48.328439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.345054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fde05844-eca5-4801-8e14-a6a8603ab027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:48.368685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3822d8-cc93-44ab-af63-4d4ff235d255,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:48.382063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:48.386355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.405399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.409743 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "DELETE /v2.0/security-groups/de3822d8-cc93-44ab-af63-4d4ff235d255 HTTP/1.1" status: 204 len: 168 time: 0.7234139 Jan 26 20:43:48.411433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37936) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:48.441835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] For port 734063f8-6999-4c80-bc06-7302af6d1c11, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:43:48.443644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.445148 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7044594 Jan 26 20:43:48.447574 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.v2.resource [None req-a7ef91ac-8027-4703-bc29-90eae9a63e8a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] show failed (client error): The resource could not be found. Jan 26 20:43:48.451763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37940) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:48.456395 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a7ef91ac-8027-4703-bc29-90eae9a63e8a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups/de3822d8-cc93-44ab-af63-4d4ff235d255 HTTP/1.1" status: 404 len: 347 time: 0.0390775 Jan 26 20:43:48.462205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] For port 734063f8-6999-4c80-bc06-7302af6d1c11, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=734063f8-6999-4c80-bc06-7302af6d1c11,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:43:48.478151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.670543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ebfccb8-d00c-441a-b93f-69611c082d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:48.776070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-15daa9b9-2fe9-4666-a662-9fb82c308fb9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:floatingip {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:48.791631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:48.792310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.794109 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] 10.222.0.90 "PUT /v2.0/ports/734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 1158 time: 2.8899884 Jan 26 20:43:48.806417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port 00cd54f2-a86d-45a1-aec0-900e08a4c002 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:48.806750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:48.820709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbe9d1-4bf1-4286-97d3-151f0d826cda None None] New status for floating IP f4d3aa6f-eb51-4f76-854a-89b008ff50a0: DOWN {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:43:48.834409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Pushing event updated for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:48.839789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:48.903196 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7f4a-1de0-40e5-b649-68d58df153e4 req-2787c34a-ab7d-4913-8c27-b72059b0a493 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:48.904950 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cbbe7f4a-1de0-40e5-b649-68d58df153e4 req-2787c34a-ab7d-4913-8c27-b72059b0a493 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 944 time: 0.1964018 Jan 26 20:43:48.975231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-15daa9b9-2fe9-4666-a662-9fb82c308fb9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:floatingip {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:48.976596 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-15daa9b9-2fe9-4666-a662-9fb82c308fb9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.83 HTTP/1.1" status: 200 len: 695 time: 0.5219448 Jan 26 20:43:49.069059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cbbe7f4a-1de0-40e5-b649-68d58df153e4 req-d4e228e9-a547-472e-bc31-f249fd9ae448 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041260 Jan 26 20:43:49.080612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-21e62853-b303-42bd-ad1c-023b61d6008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.082994 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-21e62853-b303-42bd-ad1c-023b61d6008a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1161 time: 0.1769617 Jan 26 20:43:49.185687 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-b1a4e7d4-201c-42ff-954a-407230768ce2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 217 time: 0.0926898 Jan 26 20:43:49.233859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:49.234430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:49.298763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-0a913153-fc6f-4905-b428-8f51642e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.301086 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-0a913153-fc6f-4905-b428-8f51642e3dac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.1064866 Jan 26 20:43:49.401672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75459-b3a9-4add-842d-29abf5522857 req-292d67de-51a0-467c-8f7b-b4ca11633bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.403862 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-292d67de-51a0-467c-8f7b-b4ca11633bde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937803 Jan 26 20:43:49.408409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for 00cd54f2-a86d-45a1-aec0-900e08a4c002 owned by network:floatingip {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:49.521573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-397d7134-852f-46fa-b70b-84fd32c6b3d2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.523161 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-397d7134-852f-46fa-b70b-84fd32c6b3d2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 784 time: 0.5382338 Jan 26 20:43:49.540810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-d5bafa46-676a-4df8-84b9-2b7541fd125a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:43:49.541901 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac97d4e5-5abd-4ecd-a265-9f35ac896ee9 req-d5bafa46-676a-4df8-84b9-2b7541fd125a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0085850 Jan 26 20:43:49.552762 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-e9c2c434-a5e0-4902-8831-9b8139b8a426 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421864 Jan 26 20:43:49.575115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80137) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:43:49.575727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:43:49.657767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:49.709158 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e2f75459-b3a9-4add-842d-29abf5522857 req-5134093b-41a2-40ea-a8f6-7f934c478e9d service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1506002 Jan 26 20:43:49.794145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-5694be20-59ab-4093-aeb7-2e4faabd33f3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.796048 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-5694be20-59ab-4093-aeb7-2e4faabd33f3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1387203 Jan 26 20:43:49.815511 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11', 'status': 'completed', 'code': 200} Jan 26 20:43:49.894648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-b70a63a2-ffcf-4576-bd08-a65a149e7aad tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0921304 Jan 26 20:43:49.906778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'floatingip': {'port_id': '032aab63-0db3-4501-9a95-e5d1565ded32', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:49.959695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-479da1a6-2ce2-4d3d-b905-9aee78751b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:49.961307 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-479da1a6-2ce2-4d3d-b905-9aee78751b7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1161 time: 0.1198120 Jan 26 20:43:49.997961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:50.077908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port 00cd54f2-a86d-45a1-aec0-900e08a4c002 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:50.078307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:50.158776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadf0d7-264d-499d-8124-fbb53463f3f8 req-3b0dcbb5-e6c8-4958-bbee-9c96e408eb4e tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:50.160634 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1cadf0d7-264d-499d-8124-fbb53463f3f8 req-3b0dcbb5-e6c8-4958-bbee-9c96e408eb4e tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.2445209 Jan 26 20:43:50.199383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-f1d2aa55-e6b3-41a0-b75e-35e0abcca0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:50.201001 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-f1d2aa55-e6b3-41a0-b75e-35e0abcca0cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.2308786 Jan 26 20:43:50.290186 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-d0a70724-5368-4ab4-81c3-8eaf7a70c188 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 217 time: 0.0768476 Jan 26 20:43:50.302484 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1cadf0d7-264d-499d-8124-fbb53463f3f8 req-58d85388-bf63-45e1-86b7-e7375274d876 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291080 Jan 26 20:43:50.371544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-fd2ea311-548e-4b45-9178-d9ccd518d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:50.373181 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-fd2ea311-548e-4b45-9178-d9ccd518d10c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.0698192 Jan 26 20:43:50.735992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-fbcbc9d4-4c78-41b5-a566-5645aeeaa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:50.737671 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-fbcbc9d4-4c78-41b5-a566-5645aeeaa4d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3564696 Jan 26 20:43:50.753623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:50.753996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:50.786965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6bb43-5b22-4f89-87b0-9d324e453eec req-496da040-e9e1-4860-8d2c-2972f04e0527 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:50.788650 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5f6bb43-5b22-4f89-87b0-9d324e453eec req-496da040-e9e1-4860-8d2c-2972f04e0527 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 944 time: 0.3595643 Jan 26 20:43:50.894391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for 00cd54f2-a86d-45a1-aec0-900e08a4c002 owned by network:floatingip {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:50.940822 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a5f6bb43-5b22-4f89-87b0-9d324e453eec req-9c0cdccb-a690-4004-978d-15971487cbe2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269991 Jan 26 20:43:50.977335 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-58fa29ef-0956-49ee-a19a-3fe65a3b8fb4 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876259 Jan 26 20:43:51.122571 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99338f1a-8d46-44fe-9c50-5bd2f41190ac req-411d9d19-a474-4105-8c40-337772a78cff service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372066 Jan 26 20:43:51.173602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.195739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:51.297319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'Port': ['ID=00cd54f2-a86d-45a1-aec0-900e08a4c002,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:51.302871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:51.309381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.resource_extend [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 20:43:51.310542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.451058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.459118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.568201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ed0f9-91a2-4bea-a832-6a184292852a req-4f94a97f-76b1-4671-b4eb-163ec2bf0af2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:51.569842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-121ed0f9-91a2-4bea-a832-6a184292852a req-4f94a97f-76b1-4671-b4eb-163ec2bf0af2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.1268480 Jan 26 20:43:51.625673 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-121ed0f9-91a2-4bea-a832-6a184292852a req-76f6cbd4-170f-4939-ac63-f6bc58a745ca tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Jan 26 20:43:51.691627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.710007 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Floating IP 4291cf3d-d647-4b75-b040-b3f63e55279a associated. External IP: 172.28.1.83, port: 032aab63-0db3-4501-9a95-e5d1565ded32. Jan 26 20:43:51.834716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:51.835989 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-05f8dc03-4919-4874-97b2-cee54b136937 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "DELETE /v2.0/floatingips/f4d3aa6f-eb51-4f76-854a-89b008ff50a0 HTTP/1.1" status: 204 len: 168 time: 3.3831944 Jan 26 20:43:52.089635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Router d0c51b42-6073-43ec-9bee-51decef9fa21 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:52.192473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37964) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:52.198295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136044088', 'description': 'tempest-description--72481769'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:52.214122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:52.218670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:52.222096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:52.229719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:52.243445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.265254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:52.269891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:52.272964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:52.279030 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:52.289693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:52.295125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.312754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Sync routers for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:52.328159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:52.329204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:52.358050 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-86847e68-1180-4280-acf0-1f677f65c30a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "PUT /v2.0/floatingips/4291cf3d-d647-4b75-b040-b3f63e55279a HTTP/1.1" status: 200 len: 996 time: 2.4557955 Jan 26 20:43:52.358611 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:52.411965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.427496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.434943 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-86b440a4-20db-4c23-a502-96a05076bfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:52.462062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-15162341-2ba7-483a-963f-fbf35d94a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:52.463748 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-15162341-2ba7-483a-963f-fbf35d94a5cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.0899978 Jan 26 20:43:52.523973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:52.530994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b0d4-b1b4-4345-bad7-fdaf07ec0c0a req-8355e189-6d04-4c6d-867d-67014ec92a3c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:52.532727 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c6a8b0d4-b1b4-4345-bad7-fdaf07ec0c0a req-8355e189-6d04-4c6d-867d-67014ec92a3c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 944 time: 0.2232180 Jan 26 20:43:52.534509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84923f18-1a43-47f2-8250-f1dc941eb10c,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:52.537177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.541526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3479099 Jan 26 20:43:52.542758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:52.543260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37970) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:52.549104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group_rule': {'security_group_id': '84923f18-1a43-47f2-8250-f1dc941eb10c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:52.566101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:52.588047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:52.593592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:52.608848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:52.619447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-c2beca8b-e3d4-4e0e-b227-dcd88856ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:52.621072 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-c2beca8b-e3d4-4e0e-b227-dcd88856ad1d service neutron] 10.222.0.89 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1501172 Jan 26 20:43:52.633082 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c6a8b0d4-b1b4-4345-bad7-fdaf07ec0c0a req-73d74b6d-037c-422d-973e-f686dabf5d02 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695386 Jan 26 20:43:52.644794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.732860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.738784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.742033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:52.755980 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-961a7bfe-3ad6-4adc-9953-03ea7aca8682 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 999 time: 0.1268518 Jan 26 20:43:52.757833 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:43:52.839811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1750640-9e7b-4e2a-b173-1c139c85909a,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:52.843389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:52.849053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:52.852954 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-26bbb030-8770-436d-9202-db940d87c39e tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058219 Jan 26 20:43:52.855637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 37976) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:52.898936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'security_group_rule': {'security_group_id': '84923f18-1a43-47f2-8250-f1dc941eb10c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:52.929184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:52.937333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:security_group_rule and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:52.946500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:52.951265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '4291cf3d-d647-4b75-b040-b3f63e55279a', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'floating_ip_address': '172.28.1.83', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'port_id': '032aab63-0db3-4501-9a95-e5d1565ded32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'mac_address': 'fa:16:3e:98:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:47Z', 'updated_at': '2021-01-26T20:43:51Z', 'revision_number': 1, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:52.955483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Checking router: d0c51b42-6073-43ec-9bee-51decef9fa21 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:43:52.959074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:52.965870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:52.966574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:52.982031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-2d4fdc60-d93f-47e1-a20b-6ea2872d38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:52.983709 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-2d4fdc60-d93f-47e1-a20b-6ea2872d38dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.2259703 Jan 26 20:43:53.039124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.091324 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-d3ace25d-3086-4247-a50b-fab1f5d6d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.093070 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-d3ace25d-3086-4247-a50b-fab1f5d6d335 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.3299122 Jan 26 20:43:53.173338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf6c0e-fae6-4f37-852b-a23e6965734c req-07f5f0a6-fff7-4283-9702-c6399522640f tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.182025 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ddf6c0e-fae6-4f37-852b-a23e6965734c req-07f5f0a6-fff7-4283-9702-c6399522640f tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.3301804 Jan 26 20:43:53.191421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:53.197827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-5be965ed-8977-4022-a91a-81195ab39636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.201328 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-5be965ed-8977-4022-a91a-81195ab39636 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008773 Jan 26 20:43:53.214016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-addf7e46-337a-4d3a-a09c-b4981f95ddde service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:43:53.215513 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-addf7e46-337a-4d3a-a09c-b4981f95ddde service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0068953 Jan 26 20:43:53.268715 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ddf6c0e-fae6-4f37-852b-a23e6965734c req-de2e4960-be50-4c5a-a3f0-f9df8d66e8cf tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Jan 26 20:43:53.318407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.324170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.328210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-e6caa83f-06c1-444b-99c2-dc0fb6c08993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.329824 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-e6caa83f-06c1-444b-99c2-dc0fb6c08993 service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.3379564 Jan 26 20:43:53.334586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cc740d1d-f4e1-4eb5-85f7-7c89d3bc5992 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:53.374452 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-173a96dc-d75a-47c0-aee0-c20a932e491b service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499431 Jan 26 20:43:53.388441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:53.431893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad6591-4b16-4748-83b6-0b93587a4ebc,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:53.438217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:53.450052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.454899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5939479 Jan 26 20:43:53.455048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 734063f8-6999-4c80-bc06-7302af6d1c11 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:43:53.461031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 37980) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:53.468429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:53.468780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.471963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:53.476630 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-0ef4405c-2f36-461c-93df-03794a0571d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 999 time: 0.1331704 Jan 26 20:43:53.487918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:53.495062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Usage tracker for resource:floatingip and tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:53.505277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:53.514361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:53.549697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-5ed1691f-ebb8-4922-8de6-e6ff84b76a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.551294 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-5ed1691f-ebb8-4922-8de6-e6ff84b76a3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0663786 Jan 26 20:43:53.552372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.586016 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-826914b0-9fd7-47d0-9a6c-56e8e1b7c7c9 req-faf457d1-318b-4c98-860a-bf8e97754eb4 service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2043924 Jan 26 20:43:53.651714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1255720119', 'description': 'tempest-TestMinimumBasicScenario-1255720119 description'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:53.670066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:53.673932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-dc6f4397-e027-45b4-a12f-6d9b6a28af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:53.675732 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-dc6f4397-e027-45b4-a12f-6d9b6a28af2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1168814 Jan 26 20:43:53.686603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:53.723172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.779205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.794772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.820596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:53.838339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Usage tracker for resource:security_group_rule and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:53.844191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:53.853467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:53.872732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:53.880349 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-921ad0a4-5436-43ee-8768-57ebf81a44ae service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950929 Jan 26 20:43:53.889589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 734063f8-6999-4c80-bc06-7302af6d1c11, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=734063f8-6999-4c80-bc06-7302af6d1c11,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:53.894882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:53.900208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:53.985499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:53.989668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:53.996122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '4291cf3d-d647-4b75-b040-b3f63e55279a', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'floating_ip_address': '172.28.1.83', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'port_id': '032aab63-0db3-4501-9a95-e5d1565ded32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'mac_address': 'fa:16:3e:98:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:47Z', 'updated_at': '2021-01-26T20:43:51Z', 'revision_number': 1, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:54.000499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b60712-4ebc-4f4e-bfae-1d7468dbba6b None None] The sync data for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb is: [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '4291cf3d-d647-4b75-b040-b3f63e55279a', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'floating_ip_address': '172.28.1.83', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'port_id': '032aab63-0db3-4501-9a95-e5d1565ded32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'mac_address': 'fa:16:3e:98:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:47Z', 'updated_at': '2021-01-26T20:43:51Z', 'revision_number': 1, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:43:54.044432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110e4b7-ad48-48b9-96b9-a6825cb19279 req-b8718cf2-1b6d-4c95-b180-5d8a6d2f2727 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:54.046162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b110e4b7-ad48-48b9-96b9-a6825cb19279 req-b8718cf2-1b6d-4c95-b180-5d8a6d2f2727 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 944 time: 0.2232535 Jan 26 20:43:54.088802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.091429 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d8f8db0-b3e2-4de2-8f21-2dd38168223e req-6df05076-865e-4936-b12a-f8150d8baa6c service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2021172 Jan 26 20:43:54.092507 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.098681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4638bae0-9220-4e33-b0ab-6d5946966d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:54.144875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba26a3e-85d7-40c4-af4e-208c54669f69,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:54.148553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:54.150891 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.152604 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-708b5b7d-3ac9-4da9-8d4d-51bc10ec0a63 req-c5582703-888a-41fb-a436-2efc29f6800b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5084171 Jan 26 20:43:54.188955 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b110e4b7-ad48-48b9-96b9-a6825cb19279 req-956acd33-c37b-4080-9789-62f2fc78f592 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288555 Jan 26 20:43:54.210481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Allocated IP 172.28.1.5 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/1e7ccd67-ff60-4739-98d0-120b9a21b4fd) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:54.217254 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11', 'code': 200} Jan 26 20:43:54.321392 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-43c429bd-c0d6-4495-a7a2-c66328ed7357 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups/bba26a3e-85d7-40c4-af4e-208c54669f69 HTTP/1.1" status: 200 len: 1814 time: 0.0664973 Jan 26 20:43:54.342756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba26a3e-85d7-40c4-af4e-208c54669f69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:54.343366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba26a3e-85d7-40c4-af4e-208c54669f69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:54.354914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f857b-0acc-4244-b46d-a367dc13b9c9 None None] New status for floating IP 4291cf3d-d647-4b75-b040-b3f63e55279a: ACTIVE {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:43:54.369779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:54.375114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Usage tracker for resource:security_group_rule and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:54.378360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:54.385606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:54.416483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.452840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.473715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:54.517672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.545323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.556289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.560410 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:54.589031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2ef955-c979-4d3d-9de0-60c050b55d34,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:54.592719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a9a0b-cc15-4ef6-b6aa-41ead44bdead req-70da55ba-b8fd-42fb-8f62-c282cf6e7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:54.594465 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-162a9a0b-cc15-4ef6-b6aa-41ead44bdead req-70da55ba-b8fd-42fb-8f62-c282cf6e7c4e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1163 time: 0.1522384 Jan 26 20:43:54.595186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:54.617736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.618981 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3955f639-9919-4b3d-9bc4-46ff344b4874 req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2892232 Jan 26 20:43:54.638512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:54.648767 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-162a9a0b-cc15-4ef6-b6aa-41ead44bdead req-4b2e920b-b7c9-4717-8541-7b2e9d168164 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Jan 26 20:43:54.697119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=1e7ccd67-ff60-4739-98d0-120b9a21b4fd,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:54.700563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:54.724358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-b0c2fe0b-f4cb-4d91-bfb3-6d52895c5924 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups/bba26a3e-85d7-40c4-af4e-208c54669f69 HTTP/1.1" status: 200 len: 2407 time: 0.0704777 Jan 26 20:43:54.729568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:54.730068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.737721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba26a3e-85d7-40c4-af4e-208c54669f69', 'remote_group_id': None}]} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:54.738191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba26a3e-85d7-40c4-af4e-208c54669f69', 'remote_group_id': None}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:54.753305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:54.757681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Usage tracker for resource:security_group_rule and tenant:b796cc4945a24241a9f571e9e4b47e09 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:43:54.760856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:43:54.766835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:54.830475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.831524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cdabe-dd16-4879-8d5d-cd140f7d9d6d req-0bf8c8df-dba9-455a-bdb0-e7ff0e69d085 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:54.833580 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9b3cdabe-dd16-4879-8d5d-cd140f7d9d6d req-0bf8c8df-dba9-455a-bdb0-e7ff0e69d085 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.3632481 Jan 26 20:43:54.845863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:43:54.848522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:43:54.859146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.863081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.865092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:43:54.865236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device fcfa721a-9ec9-4c3f-9e85-456030a49c8f up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:54.869345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f00d4cf2-9d9b-4c8a-8e32-3fe4ed6c8a00 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:54.938771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port fcfa721a-9ec9-4c3f-9e85-456030a49c8f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:54.939068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.939359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe595c9f-1364-4a45-8998-9768c47b476a,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:54.946310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:54.952990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:54.954386 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b45dabbf-2566-465e-874d-be0afb82aa87 req-1f90f6f2-578b-47b9-af63-abe8662735a8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2220194 Jan 26 20:43:54.955554 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9b3cdabe-dd16-4879-8d5d-cd140f7d9d6d req-37d8d3f8-eb73-4f15-aa32-0b8097b74422 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082985 Jan 26 20:43:54.990779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.045300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-cac9cc52-91be-4614-91b8-247d79b1cf67 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:55.046998 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-cac9cc52-91be-4614-91b8-247d79b1cf67 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 945 time: 0.1624601 Jan 26 20:43:55.063275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.170149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Deleting port fcfa721a-9ec9-4c3f-9e85-456030a49c8f {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:43:55.170542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.224737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-7cb6092c-c88c-4a2e-8ec7-4b815118ba30 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:55.297358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-7cb6092c-c88c-4a2e-8ec7-4b815118ba30 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:55.298777 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-7cb6092c-c88c-4a2e-8ec7-4b815118ba30 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1255720119&fields=id&tenant_id=b796cc4945a24241a9f571e9e4b47e09 HTTP/1.1" status: 200 len: 267 time: 0.2013061 Jan 26 20:43:55.395286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.405112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.426386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:55.587904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=1e7ccd67-ff60-4739-98d0-120b9a21b4fd,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:55.591100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:55.676303 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b9a6-08ae-49a8-85c5-54c900ebcee2 req-9994cac8-e53b-45f4-8874-bdccc1a9b5d6 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:55.678442 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a1e4b9a6-08ae-49a8-85c5-54c900ebcee2 req-9994cac8-e53b-45f4-8874-bdccc1a9b5d6 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.3281858 Jan 26 20:43:55.733853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] For port fcfa721a-9ec9-4c3f-9e85-456030a49c8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:55.734247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.787960 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a1e4b9a6-08ae-49a8-85c5-54c900ebcee2 req-f96fe5fc-d2f9-476c-b20a-3ed2a070b70d tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028519 Jan 26 20:43:55.790669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-5823ff1e-55ab-4e28-b714-5a857474fa83 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:55.793957 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-5823ff1e-55ab-4e28-b714-5a857474fa83 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.4781373 Jan 26 20:43:55.807242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.832762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:55.834098 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3720748 Jan 26 20:43:55.923959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Calling delete_port for fcfa721a-9ec9-4c3f-9e85-456030a49c8f owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:43:55.970602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'port': {'security_groups': ['4a2ee6e6-9e51-4370-bb5e-e839e3f32daf', 'bba26a3e-85d7-40c4-af4e-208c54669f69']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:56.092910 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-8414bc93-bb15-4b82-b927-5e0e67410076 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1136044088&fields=id&tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 267 time: 0.0533941 Jan 26 20:43:56.173311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:56.276957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:56.302809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-ba4f51f9-bf1e-491f-b1e0-b7ef21ad3514 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:56.304530 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-ba4f51f9-bf1e-491f-b1e0-b7ef21ad3514 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 817 time: 0.2044194 Jan 26 20:43:56.321866 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-45097f20-6fb4-4bfe-a899-ead78e7d4413 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/quotas/8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 375 time: 0.0107872 Jan 26 20:43:56.325630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3b143da4-2f24-41d9-ba61-24b3c3b3e011 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:56.383452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Pushing event deleted for resources: {'Port': ['ID=fcfa721a-9ec9-4c3f-9e85-456030a49c8f,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:56.436556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:56.442712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-5f4ff1f6-f10a-4ab8-a124-466b5c86a194 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:56.458511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-5f4ff1f6-f10a-4ab8-a124-466b5c86a194 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:56.460073 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-5f4ff1f6-f10a-4ab8-a124-466b5c86a194 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322806 Jan 26 20:43:56.578395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device fcfa721a-9ec9-4c3f-9e85-456030a49c8f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:43:56.623244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: fcfa721a-9ec9-4c3f-9e85-456030a49c8f {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:43:56.623666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device fcfa721a-9ec9-4c3f-9e85-456030a49c8f not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:43:56.737603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] No DVR routers for this DVR port fcfa721a-9ec9-4c3f-9e85-456030a49c8f on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:43:56.743581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:56.746621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'name': 'network-vif-deleted', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:56.780438 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ae6ec14d-091e-4a2f-a30d-5ea1ed9cc7bc req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "DELETE /v2.0/ports/fcfa721a-9ec9-4c3f-9e85-456030a49c8f HTTP/1.1" status: 204 len: 173 time: 1.7253687 Jan 26 20:43:56.803091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=032aab63-0db3-4501-9a95-e5d1565ded32,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:43:56.832790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:56.836514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:56.851950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f79f68bd-3a6d-4ee8-a794-dd7ef18333e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:43:56.872837 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-5666960c-ded0-4a20-8ea2-325eab2d446c service neutron] 10.222.0.89 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999209 Jan 26 20:43:57.000713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=5']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:43:57.014332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:43:57.022393 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-4818665c-169c-4594-96f3-14cd3d86b397 service neutron] 10.222.0.89 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421556 Jan 26 20:43:57.085321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:57.086066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:57.087648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9ee3eb80-db63-4421-9286-8e0b265de9fb req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "PUT /v2.0/ports/032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 982 time: 1.1716340 Jan 26 20:43:57.204659 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72377e32-467c-44f2-9ea5-aa9e86c5c9ac', 'name': 'network-vif-deleted', 'tag': 'fcfa721a-9ec9-4c3f-9e85-456030a49c8f', 'status': 'completed', 'code': 200} Jan 26 20:43:57.305316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-68f5d3ce-5681-45c9-98d3-5cde3bf8f779 req-4d71d1a8-d3ae-4256-a373-ddb746039f4b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Synchronizing usage tracker for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:57.329560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-aeeb1090-0b3f-4bfc-8ebd-015d37df7b34 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:57.330036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aeeb1090-0b3f-4bfc-8ebd-015d37df7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:57.338957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-68f5d3ce-5681-45c9-98d3-5cde3bf8f779 req-4d71d1a8-d3ae-4256-a373-ddb746039f4b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Unset dirty status for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:57.340402 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-68f5d3ce-5681-45c9-98d3-5cde3bf8f779 req-4d71d1a8-d3ae-4256-a373-ddb746039f4b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=72377e32-467c-44f2-9ea5-aa9e86c5c9ac HTTP/1.1" status: 200 len: 210 time: 0.1093886 Jan 26 20:43:57.515286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c135-7d7f-46c9-9fc1-41755182b94d req-991409be-58e9-479b-a035-76f749b88cdd tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:57.517063 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52b8c135-7d7f-46c9-9fc1-41755182b94d req-991409be-58e9-479b-a035-76f749b88cdd tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1867807 Jan 26 20:43:57.578850 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52b8c135-7d7f-46c9-9fc1-41755182b94d req-0abb47ff-4efb-43d9-8908-ab037162d425 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551567 Jan 26 20:43:57.622739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63492c8c-14d2-49a3-8d28-b29c6cba342f req-26ceaabd-dd59-4b97-9166-b9f88b4e5cfe tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:57.624446 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-63492c8c-14d2-49a3-8d28-b29c6cba342f req-26ceaabd-dd59-4b97-9166-b9f88b4e5cfe tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1351399 Jan 26 20:43:57.692472 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-63492c8c-14d2-49a3-8d28-b29c6cba342f req-7ed00ece-14a3-4737-a93f-f7098c768dfe tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0616362 Jan 26 20:43:57.707569 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8a356dab-7422-4949-86e7-f1843c3b48fd req-76cc223e-5fb3-459a-81b3-7a4b2c237216 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 210 time: 0.0601127 Jan 26 20:43:57.932327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bc381-d227-4b0f-8c49-ade9bf0bbc42 req-38ee8033-fbf3-4491-bf29-295b0138b8b1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:57.934032 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3c2bc381-d227-4b0f-8c49-ade9bf0bbc42 req-38ee8033-fbf3-4491-bf29-295b0138b8b1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1271617 Jan 26 20:43:57.944358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38034) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:43:57.950229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'floatingip': {'port_id': '734063f8-6999-4c80-bc06-7302af6d1c11'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:58.041719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:58.530424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-145407af-8499-4c20-93bc-52f9664a8714 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:58.531312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-145407af-8499-4c20-93bc-52f9664a8714 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:58.552199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-145407af-8499-4c20-93bc-52f9664a8714 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:58.554228 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-145407af-8499-4c20-93bc-52f9664a8714 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 817 time: 0.2490461 Jan 26 20:43:58.671242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-a803604b-b0a9-4391-8a6d-df5cba28e1df tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:43:58.687288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-a803604b-b0a9-4391-8a6d-df5cba28e1df tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:43:58.688863 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-a803604b-b0a9-4391-8a6d-df5cba28e1df tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 5703 time: 0.1196456 Jan 26 20:43:58.700044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'port': {'device_id': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'admin_state_up': True, 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'security_groups': ['84923f18-1a43-47f2-8250-f1dc941eb10c']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:43:58.701766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:58.704725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:58.762301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:43:58.870980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:43:58.871734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:58.929542 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Floating IP ae9dfec3-6181-4b40-9737-6e0698efa381 associated. External IP: 172.28.1.27, port: 734063f8-6999-4c80-bc06-7302af6d1c11. Jan 26 20:43:58.932917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:43:58.951115 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4400c1cf-a9f3-48ac-bdfe-6ba70a07ac90 req-94e574eb-c14c-40fe-a8dd-e734c89b4b72 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 210 time: 0.0558705 Jan 26 20:43:58.954959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:43:58.965098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Made reservation on behalf of 8f2ab2e8c14d40bf9ebc27bbcd33f1a6 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:43:58.980684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:59.208677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:59.275470 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:43:59.307961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Allocated IP 172.20.0.6 (6db007fb-3826-46bc-b21d-882e8e98be13/e3186363-ea4d-4397-94a8-6c4fb347591e/b762dd0c-596c-4441-b97f-f637e214c211) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:43:59.330804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:43:59.531360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:43:59.535865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:59.537214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-da93e871-3b37-44bc-8da5-da8e6018e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:59.539347 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-da93e871-3b37-44bc-8da5-da8e6018e2dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1203 time: 0.2031415 Jan 26 20:43:59.542179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:43:59.553066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:43:59.553864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:43:59.597676 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c0f6c7fc-f9dc-4a9c-b3e2-05916b7ab2f4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "PUT /v2.0/floatingips/ae9dfec3-6181-4b40-9737-6e0698efa381 HTTP/1.1" status: 200 len: 991 time: 1.6493177 Jan 26 20:43:59.597676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:43:59.659116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:59.661914 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11', 'status': 'completed', 'code': 200} Jan 26 20:43:59.725676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Transition to ACTIVE for port object b762dd0c-596c-4441-b97f-f637e214c211 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:43:59.759006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:43:59.791477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-054cdfe9-c651-45cc-b0ce-77e886d29a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:43:59.792979 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-054cdfe9-c651-45cc-b0ce-77e886d29a34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.2478566 Jan 26 20:44:00.136852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:00.142686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-089e9826-1a33-495b-b7a0-989d96b9119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.144978 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-089e9826-1a33-495b-b7a0-989d96b9119a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1163 time: 0.4571452 Jan 26 20:44:00.161335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2c4cfec4-f7b6-4c86-8880-77fe8e122ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:00.310167 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-0d0ed83c-7add-4a8f-a071-7ee9869fc801 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 1001 time: 0.5062790 Jan 26 20:44:00.376609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'ae9dfec3-6181-4b40-9737-6e0698efa381', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.27', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '734063f8-6999-4c80-bc06-7302af6d1c11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:27:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfe0a2-4557-42ce-a934-8509be24317a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:39Z', 'updated_at': '2021-01-26T20:43:58Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:00.381276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:44:00.391679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:44:00.392656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:00.467438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:00.481166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:00.528299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-396dba24-00aa-48a5-b753-c76733fc7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.529881 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-396dba24-00aa-48a5-b753-c76733fc7d50 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.1656232 Jan 26 20:44:00.550942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2eb12-1bfe-45bd-af2c-c1616e4e1509 req-d968cb77-4236-4b84-b076-09d50d4785d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.552730 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a6c2eb12-1bfe-45bd-af2c-c1616e4e1509 req-d968cb77-4236-4b84-b076-09d50d4785d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 931 time: 0.4157000 Jan 26 20:44:00.603866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:44:00.610066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-48eb9634-fab1-40f4-9fd0-a44c11fb4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.610394 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a6c2eb12-1bfe-45bd-af2c-c1616e4e1509 req-ebe2fc75-ff45-4255-8929-98a90ed38cfc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506177 Jan 26 20:44:00.611840 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-48eb9634-fab1-40f4-9fd0-a44c11fb4531 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.4042346 Jan 26 20:44:00.714866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Network 6db007fb-3826-46bc-b21d-882e8e98be13 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:44:00.719486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:44:00.735843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:44:00.797852 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-41cebc4f-5a0a-4456-a5b3-a9abc7f685b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 999 time: 0.1793966 Jan 26 20:44:00.861560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-bad91e75-9560-43f1-870a-399a450c449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.863205 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-bad91e75-9560-43f1-870a-399a450c449a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3206663 Jan 26 20:44:00.934548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:00.935269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:00.991840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e243b3fb-ce71-48ea-a46a-d8cbe244849e None None] Provisioning for port b762dd0c-596c-4441-b97f-f637e214c211 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:44:00.998665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e243b3fb-ce71-48ea-a46a-d8cbe244849e None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:00.999036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e243b3fb-ce71-48ea-a46a-d8cbe244849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:01.035339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-66739380-16a1-4f5f-96e9-38393b01529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:01.036946 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-66739380-16a1-4f5f-96e9-38393b01529f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.2213755 Jan 26 20:44:01.040456 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3447988 Jan 26 20:44:01.068818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-e243b3fb-ce71-48ea-a46a-d8cbe244849e None None] Port b762dd0c-596c-4441-b97f-f637e214c211 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:44:01.073516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'ae9dfec3-6181-4b40-9737-6e0698efa381', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.27', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '734063f8-6999-4c80-bc06-7302af6d1c11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:27:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfe0a2-4557-42ce-a934-8509be24317a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:39Z', 'updated_at': '2021-01-26T20:43:58Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:01.077790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26ffe-7243-4b1e-befa-489c74ca068f None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': 'ae9dfec3-6181-4b40-9737-6e0698efa381', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.27', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '734063f8-6999-4c80-bc06-7302af6d1c11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:27:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bfe0a2-4557-42ce-a934-8509be24317a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:39Z', 'updated_at': '2021-01-26T20:43:58Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:44:01.092088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Request body: {'port': {'device_id': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:44:01.246434 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-ee84c65b-1444-4b67-abcf-77f8df772303 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737609 Jan 26 20:44:01.357009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:01.385445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f41e95-cb5d-407e-a045-13651a875882 None None] New status for floating IP ae9dfec3-6181-4b40-9737-6e0698efa381: ACTIVE {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:44:01.431096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-563be788-ecc2-4781-b2bc-4b79402ae194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:01.432794 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-563be788-ecc2-4781-b2bc-4b79402ae194 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3819451 Jan 26 20:44:01.657371 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cc20f429-39ec-45e3-a646-8adf7b69cc9d req-fb2637c4-3322-4a0b-a70c-59f5c10f60c0 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4009209 Jan 26 20:44:01.742433 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-2918855c-f9fd-4d88-a7ff-e6514be48692 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003139 Jan 26 20:44:01.911021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1dc9-4cd7-4464-83c1-758d04d4fdf1 req-faaa4ef2-d5ff-464e-abc9-8972b7943869 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:01.913009 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-856e1dc9-4cd7-4464-83c1-758d04d4fdf1 req-faaa4ef2-d5ff-464e-abc9-8972b7943869 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 931 time: 0.1350548 Jan 26 20:44:01.978719 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-856e1dc9-4cd7-4464-83c1-758d04d4fdf1 req-7f9db243-d741-48d4-94da-7779c9d179bb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584414 Jan 26 20:44:02.222014 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0703ec7d-2b2c-4d12-adfc-ecefcd2d98ae req-65757380-71f4-435e-b831-6b3a5271ca03 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4727099 Jan 26 20:44:02.308904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b762dd0c-596c-4441-b97f-f637e214c211 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:44:02.317128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.329166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Transition to ACTIVE for port object b762dd0c-596c-4441-b97f-f637e214c211 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:44:02.331825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.346985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-82ff9154-5c27-4f0a-a924-9cc5f1ba5e6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:02.480605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:02.485931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:02.673630 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Attempting to bind port b762dd0c-596c-4441-b97f-f637e214c211 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:44:02.674658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Attempting to bind port b762dd0c-596c-4441-b97f-f637e214c211 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:44:02.675086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Attempting to bind port b762dd0c-596c-4441-b97f-f637e214c211 on network 6db007fb-3826-46bc-b21d-882e8e98be13 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:44:02.681170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:44:02.681548 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Checking segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:44:02.681976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.682320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Bound using segment: {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:44:02.682797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Bound port: b762dd0c-596c-4441-b97f-f637e214c211, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ff83ff-e3e8-4975-a995-776a2b287cce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:44:02.683168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.781557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:44:02.785342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b762dd0c-596c-4441-b97f-f637e214c211,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:44:02.788804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.805395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:02.958044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:02.962708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:02.994163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:02.994950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:02.996331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 1157 time: 1.9093902 Jan 26 20:44:02.996863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:03.061545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-392add9c-f335-4dc6-8a70-46bfa459a932 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:03.063270 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-392add9c-f335-4dc6-8a70-46bfa459a932 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 814 time: 0.2107193 Jan 26 20:44:03.081879 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-f54516e2-e078-4b7d-afcf-ad285d4aeb5d tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/quotas/4c2f5f9c90ea462d9c8aae978e801fdf HTTP/1.1" status: 200 len: 375 time: 0.0113471 Jan 26 20:44:03.092373 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'status': 'completed', 'code': 200} Jan 26 20:44:03.132713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-bda098f9-3afc-411d-a955-b362dd903ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:03.135624 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-bda098f9-3afc-411d-a955-b362dd903ead service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1160 time: 0.0887787 Jan 26 20:44:03.144978 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-105b24a5-4cc3-41e1-9194-d82aa25fb848 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559351 Jan 26 20:44:03.262039 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-c74ca283-1f70-4378-aade-0d642d277872 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 217 time: 0.1198623 Jan 26 20:44:03.320031 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-d59337db-05ca-4a07-a73b-780586f343e4 service neutron] 10.222.0.89 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672196 Jan 26 20:44:03.350348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-f4674701-6ee5-438b-bdff-c1b8411b9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:03.351976 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-f4674701-6ee5-438b-bdff-c1b8411b9acc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0812867 Jan 26 20:44:03.446092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb062f5-6901-44e0-9ce3-b579e3e42a91 req-f1161560-c1cb-4053-b766-0806eb33e8e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:03.446894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9bb062f5-6901-44e0-9ce3-b579e3e42a91 req-f1161560-c1cb-4053-b766-0806eb33e8e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Synchronizing usage tracker for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:44:03.466291 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-05d3951f-abb5-4e77-b6ca-51a6f805c7f3 service neutron] 10.222.0.89 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398385 Jan 26 20:44:03.474773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-9bb062f5-6901-44e0-9ce3-b579e3e42a91 req-f1161560-c1cb-4053-b766-0806eb33e8e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Unset dirty status for tenant:8f2ab2e8c14d40bf9ebc27bbcd33f1a6 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:44:03.476069 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9bb062f5-6901-44e0-9ce3-b579e3e42a91 req-f1161560-c1cb-4053-b766-0806eb33e8e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.2735813 Jan 26 20:44:03.531542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-7196e223-f049-4865-b8ff-d028b0743a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:03.533171 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-7196e223-f049-4865-b8ff-d028b0743a87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1736877 Jan 26 20:44:03.549061 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9bb062f5-6901-44e0-9ce3-b579e3e42a91 req-f5983280-c6ea-40b0-a078-c5169bf22020 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624461 Jan 26 20:44:03.694647 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3987301e-d32b-43b0-93d5-f2eedde17c6a req-6227d5ca-962a-456d-b084-3928d27e17e9 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 210 time: 0.0540316 Jan 26 20:44:03.753379 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-f2ffdedc-eb3d-4210-aee5-07ff8a8a1fa4 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033017 Jan 26 20:44:03.899596 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ebd555-1b4f-4fb1-a615-0b675140260b req-4060838b-24df-4731-afb2-308a07d26ba6 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388912 Jan 26 20:44:04.023340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-b386e9bc-0be3-4bee-b985-de2f5b376c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.024957 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-b386e9bc-0be3-4bee-b985-de2f5b376c00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1160 time: 0.0813558 Jan 26 20:44:04.170456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-484b5896-3327-415b-9a6a-5218f59c8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.172181 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-484b5896-3327-415b-9a6a-5218f59c8576 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.1391351 Jan 26 20:44:04.247690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-e78c998f-fdcf-462c-ab26-69681d9d9510 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 217 time: 0.0671659 Jan 26 20:44:04.319171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-ba7e8405-0912-45ba-812e-879dc41cfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.320772 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-ba7e8405-0912-45ba-812e-879dc41cfa03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0667229 Jan 26 20:44:04.400847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-083760c8-6e9d-43c2-a414-a84e9e0ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.402369 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-083760c8-6e9d-43c2-a414-a84e9e0ae6d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744588 Jan 26 20:44:04.549917 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-406cdb9b-242a-4d88-846a-681119267b6b service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368656 Jan 26 20:44:04.819012 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cd184d85-dcf6-444b-b429-34b1f5f53ea9 req-2adada9e-7797-4315-a746-2e92f0993d07 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2615571 Jan 26 20:44:04.859963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287aa11-40cc-46f9-b6c6-fe52ecfc9a62 req-68d0ce25-02bd-41d0-9865-3da651b9cebd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.861724 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4287aa11-40cc-46f9-b6c6-fe52ecfc9a62 req-68d0ce25-02bd-41d0-9865-3da651b9cebd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1597497 Jan 26 20:44:04.896703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-e1b32f22-ede3-4a92-ac28-24ea25e76e2f tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:04.898264 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-e1b32f22-ede3-4a92-ac28-24ea25e76e2f tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 814 time: 0.2571383 Jan 26 20:44:04.920803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Request body: {'port': {'device_id': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb', 'admin_state_up': True, 'tenant_id': '4c2f5f9c90ea462d9c8aae978e801fdf'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:44:04.930917 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4287aa11-40cc-46f9-b6c6-fe52ecfc9a62 req-b8d2ddf7-ccef-44d8-a399-4caccea62b90 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627389 Jan 26 20:44:05.053306 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-612b803d-af55-4329-98b3-bd78850426c6 req-e3ce083f-bd64-4335-90ea-783824100873 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 210 time: 0.0599408 Jan 26 20:44:05.317918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:44:05.327843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:44:05.336573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Made reservation on behalf of 4c2f5f9c90ea462d9c8aae978e801fdf for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:44:05.349711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:05.653827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Allocated IP 172.20.0.2 (679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb/ce508808-09f7-473a-8b17-3027474a5f70/004c10c8-5f16-494d-b8e7-e3fd5b2e0857) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:44:05.866549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:05.895827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:05.910835 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:06.049985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Pushing event updated for resources: {'Port': ['ID=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:06.054583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:06.158694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:44:06.160596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:44:06.165217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:44:06.285944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465adb9-b8e0-4b8a-83b7-9c91cfb88032 req-e9102649-7187-4b85-8681-19f086ee93d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:06.287674 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2465adb9-b8e0-4b8a-83b7-9c91cfb88032 req-e9102649-7187-4b85-8681-19f086ee93d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.2034531 Jan 26 20:44:06.324887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:06.325559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:06.330889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de09e1-815e-4c29-8fa8-44dca741debc req-8aac2f91-e80a-4554-a29f-1995c1680689 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:06.332630 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-68de09e1-815e-4c29-8fa8-44dca741debc req-8aac2f91-e80a-4554-a29f-1995c1680689 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 931 time: 0.1411779 Jan 26 20:44:06.381796 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657292 Jan 26 20:44:06.390470 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-68de09e1-815e-4c29-8fa8-44dca741debc req-f3b5a8d1-2ce2-4361-867b-de668d49f331 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512967 Jan 26 20:44:06.397585 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2465adb9-b8e0-4b8a-83b7-9c91cfb88032 req-3e3c0771-d773-46b8-971f-a6d426930c04 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659976 Jan 26 20:44:06.403293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Request body: {'port': {'device_id': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:44:06.523585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:06.940778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:44:06.948417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:06.960874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Transition to ACTIVE for port object 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:44:06.963694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:06.979435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:07.027941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:07.102373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port b762dd0c-596c-4441-b97f-f637e214c211 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:44:07.107849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:07.108312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.117065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Pushing event updated for resources: {'Port': ['ID=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:07.120316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:07.238412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.266274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:07.276603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b762dd0c-596c-4441-b97f-f637e214c211,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:44:07.281077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.282999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f6cbf444-532b-4a28-9bb7-bb62f31cf3eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:07.313400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Attempting to bind port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:44:07.313947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Attempting to bind port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:44:07.314318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Attempting to bind port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 on network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:44:07.321375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:44:07.321754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Checking segment: {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:44:07.322155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.322542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Bound using segment: {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:44:07.323054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Bound port: 004c10c8-5f16-494d-b8e7-e3fd5b2e0857, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761b7007-5490-433a-8240-7442f5767110', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:44:07.323440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.328592 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'code': 200} Jan 26 20:44:07.355956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:07.359214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:07.423137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] For port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:44:07.427633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] For port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:44:07.431281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.447709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-83b31e7a-6dd9-4fb4-b9bc-28a4bd448542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:07.666397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56930a-3ae0-4569-a851-0224e496c293 req-568424a0-3492-4d6a-ae5a-526b02bd40b8 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:07.668170 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ad56930a-3ae0-4569-a851-0224e496c293 req-568424a0-3492-4d6a-ae5a-526b02bd40b8 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 943 time: 0.1405923 Jan 26 20:44:07.711570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Pushing event updated for resources: {'Port': ['ID=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:07.720736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:07.726979 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ad56930a-3ae0-4569-a851-0224e496c293 req-dd20fa48-97d1-470f-8029-cb5e09334e95 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Jan 26 20:44:07.787793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef95c-543e-428a-9ef3-0e198fcfeae9 req-e06dc340-e58c-45ad-b1aa-a8c46543e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:07.789412 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3ffef95c-543e-428a-9ef3-0e198fcfeae9 req-e06dc340-e58c-45ad-b1aa-a8c46543e55b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1162 time: 0.2869236 Jan 26 20:44:07.791369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:07.791989 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:07.793337 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] 10.222.0.90 "PUT /v2.0/ports/004c10c8-5f16-494d-b8e7-e3fd5b2e0857 HTTP/1.1" status: 200 len: 1157 time: 1.3948026 Jan 26 20:44:07.794131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:07.844057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924652-22c6-4837-bd4d-a760daf08453 req-0ab96247-9999-4287-9ee0-fbd356b79757 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:07.845815 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a2924652-22c6-4837-bd4d-a760daf08453 req-0ab96247-9999-4287-9ee0-fbd356b79757 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.2548950 Jan 26 20:44:07.898150 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857', 'status': 'completed', 'code': 200} Jan 26 20:44:07.972948 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3ffef95c-543e-428a-9ef3-0e198fcfeae9 req-bfabc3a3-a88a-494b-b2f9-fbbc0e1d00ed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255112 Jan 26 20:44:07.996263 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a2924652-22c6-4837-bd4d-a760daf08453 req-22844387-d385-4e4f-9dee-888922a5bdd6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912673 Jan 26 20:44:08.007004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-a164b271-169d-4758-8198-3d02c489f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:08.008605 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-a164b271-169d-4758-8198-3d02c489f2e7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 1160 time: 0.1601386 Jan 26 20:44:08.257188 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-280ee09c-fd58-4db7-a3d0-eacfdbd28473 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004c10c8-5f16-494d-b8e7-e3fd5b2e0857 HTTP/1.1" status: 200 len: 217 time: 0.0732708 Jan 26 20:44:08.329926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-43d56e8f-acde-44f8-a744-fac9453c35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:08.331553 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-43d56e8f-acde-44f8-a744-fac9453c35ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce508808-09f7-473a-8b17-3027474a5f70 HTTP/1.1" status: 200 len: 854 time: 0.0660670 Jan 26 20:44:08.389040 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-44dd3cec-fae4-42f5-a75a-ad514635b297 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486865 Jan 26 20:44:08.539650 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-34874407-da07-4e8d-91f7-8f59402d4707 service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351962 Jan 26 20:44:08.669743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:08.685925 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e789bc9-6d9f-49a2-a7b3-fb284f8d7743 req-3e0d023a-a811-4b78-876f-86ad42c6ef99 service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356528 Jan 26 20:44:08.744817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:08.745241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:08.810481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1818-4891-406b-86b7-6c8532a5424d req-b515f687-fd5c-445f-8541-078c994e589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:08.812132 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-b515f687-fd5c-445f-8541-078c994e589f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 1160 time: 0.0793869 Jan 26 20:44:09.027847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1818-4891-406b-86b7-6c8532a5424d req-4fe67eee-9e46-4f10-8172-2917f259c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:09.029441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-4fe67eee-9e46-4f10-8172-2917f259c367 service neutron] 10.222.0.90 "GET /v2.0/networks?id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 200 len: 908 time: 0.2061124 Jan 26 20:44:09.076801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca06c1a-1adc-4c4b-bbe0-ac1646d272fa req-0b32ac64-0ff5-47ee-9dec-e42ff9b36e99 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:09.077537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-2ca06c1a-1adc-4c4b-bbe0-ac1646d272fa req-0b32ac64-0ff5-47ee-9dec-e42ff9b36e99 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Synchronizing usage tracker for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:44:09.310989 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd0826-8626-4148-8bca-56186a92b689 req-17bc7e90-3b10-4fea-9f06-08ee324e77eb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:09.312791 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-49cd0826-8626-4148-8bca-56186a92b689 req-17bc7e90-3b10-4fea-9f06-08ee324e77eb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1330795 Jan 26 20:44:09.365577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-5f7032b9-f12d-48b5-a710-dc39806cb6c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004c10c8-5f16-494d-b8e7-e3fd5b2e0857 HTTP/1.1" status: 200 len: 217 time: 0.2846339 Jan 26 20:44:09.370707 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-49cd0826-8626-4148-8bca-56186a92b689 req-96b9e2e8-06c1-4b55-92db-23832f23845b tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503886 Jan 26 20:44:09.373524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-2ca06c1a-1adc-4c4b-bbe0-ac1646d272fa req-0b32ac64-0ff5-47ee-9dec-e42ff9b36e99 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Unset dirty status for tenant:4c2f5f9c90ea462d9c8aae978e801fdf on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:44:09.374747 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ca06c1a-1adc-4c4b-bbe0-ac1646d272fa req-0b32ac64-0ff5-47ee-9dec-e42ff9b36e99 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 943 time: 0.4733329 Jan 26 20:44:09.477216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1818-4891-406b-86b7-6c8532a5424d req-1fb5dff8-46c1-4802-a4ee-f225cf725f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:09.478800 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-1fb5dff8-46c1-4802-a4ee-f225cf725f4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ce508808-09f7-473a-8b17-3027474a5f70 HTTP/1.1" status: 200 len: 854 time: 0.1031554 Jan 26 20:44:09.490193 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ca06c1a-1adc-4c4b-bbe0-ac1646d272fa req-4c892d94-79af-41ed-9104-21b0353515fb tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768335 Jan 26 20:44:09.536516 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-a4f8e3d3-0772-4b51-b7ed-6c9db83f7df8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453081 Jan 26 20:44:09.682623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-a3556fe1-be54-4398-bee6-019a94b9e1f7 service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353796 Jan 26 20:44:09.827387 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30ae1818-4891-406b-86b7-6c8532a5424d req-e2540aa4-49b7-4789-a9d8-fd5e9a80b48a service neutron] 10.222.0.90 "GET /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360259 Jan 26 20:44:10.642708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ffa73-f21f-4a5a-bb3f-56dbdbce6dc3 req-83939c8b-af2e-47dc-9801-5abfcdb8538f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:10.644391 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-761ffa73-f21f-4a5a-bb3f-56dbdbce6dc3 req-83939c8b-af2e-47dc-9801-5abfcdb8538f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1289332 Jan 26 20:44:10.701577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-761ffa73-f21f-4a5a-bb3f-56dbdbce6dc3 req-8c194e8a-65a0-474b-b8d0-f8309b19063f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505192 Jan 26 20:44:10.749978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187dca-470d-4dd0-a820-9152ff456e9b req-6468f9be-4c02-4750-aac5-0c9dfed61e15 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:10.751721 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4d187dca-470d-4dd0-a820-9152ff456e9b req-6468f9be-4c02-4750-aac5-0c9dfed61e15 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 943 time: 0.1294801 Jan 26 20:44:10.809402 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4d187dca-470d-4dd0-a820-9152ff456e9b req-1b2cbd1e-8890-4f94-93e6-5b5b859691c1 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Jan 26 20:44:10.860802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-443d31bf-57e5-41e7-b71f-1a091ba06cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.046506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5d55c-c757-499f-bfac-011dcbd72916 req-42a543e5-b401-41c2-a342-bbb847e73416 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:11.048060 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6fe5d55c-c757-499f-bfac-011dcbd72916 req-42a543e5-b401-41c2-a342-bbb847e73416 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1271117 Jan 26 20:44:11.057882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38160) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:11.063479 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Request body: {'floatingip': {'port_id': 'b762dd0c-596c-4441-b97f-f637e214c211'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:44:11.150779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.156825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:11.234388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:11.234811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.359925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:11.431557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:44:11.436534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:11.436960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.564316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.592409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:11.603560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:44:11.606472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.609584 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:11.654139 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857', 'code': 200} Jan 26 20:44:11.695378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:11.698678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:11.803359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.806544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:11.900837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63592d8-24a1-442f-9f87-ec1cb130cd9a req-77f72b5e-761e-482d-86c2-bb835f411004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:11.902627 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e63592d8-24a1-442f-9f87-ec1cb130cd9a req-77f72b5e-761e-482d-86c2-bb835f411004 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 1162 time: 0.0792236 Jan 26 20:44:11.954829 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e63592d8-24a1-442f-9f87-ec1cb130cd9a req-dbdeef0f-3d93-4b30-9073-6de047194c54 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Jan 26 20:44:12.069257 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Floating IP 1e07a57f-657d-48f3-aa2f-d4802e11128c associated. External IP: 172.28.1.5, port: b762dd0c-596c-4441-b97f-f637e214c211. Jan 26 20:44:12.448551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ef42c-72f5-4e5c-97a4-51cf8ded5ea6 req-b0c019a1-faeb-4b0e-b479-46030b218291 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:12.450192 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e16ef42c-72f5-4e5c-97a4-51cf8ded5ea6 req-b0c019a1-faeb-4b0e-b479-46030b218291 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.5034542 Jan 26 20:44:12.535885 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e16ef42c-72f5-4e5c-97a4-51cf8ded5ea6 req-4fa7f9ec-d414-4b30-9723-78cd91a810bd tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 Jan 26 20:44:12.721427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:12.749546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:44:12.793668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:12.794020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:12.945716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:44:12.950481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:12.955781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:44:12.965882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:44:12.966558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:43:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:13.009634 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-474ae260-6b80-492b-aa6b-e81094d1f1e4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "PUT /v2.0/floatingips/1e07a57f-657d-48f3-aa2f-d4802e11128c HTTP/1.1" status: 200 len: 989 time: 1.9505651 Jan 26 20:44:13.010786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:13.087439 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'status': 'completed', 'code': 200} Jan 26 20:44:13.165189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:44:13.219608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-ace196d6-a71d-45cc-a598-ddb3a5d3007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:13.221293 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-ace196d6-a71d-45cc-a598-ddb3a5d3007e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1162 time: 0.1020470 Jan 26 20:44:13.385366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-797991c5-e74e-406b-a96f-4aea12a9fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:13.386981 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-797991c5-e74e-406b-a96f-4aea12a9fd5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.1576779 Jan 26 20:44:13.502723 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-bd4f74b6-0a8d-424f-8dde-9a929b321109 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 997 time: 0.1046269 Jan 26 20:44:13.511107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c1aa05d7-d357-499b-9fe1-556829446d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:13.572983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-e2c38c2f-346d-4d17-b9c1-c7f17839d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:13.574578 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-e2c38c2f-346d-4d17-b9c1-c7f17839d8f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0657358 Jan 26 20:44:13.727626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-0fd4c8ed-9391-4bda-82a9-ec8f5c589801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:13.729370 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-0fd4c8ed-9391-4bda-82a9-ec8f5c589801 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419704 Jan 26 20:44:13.732836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '1e07a57f-657d-48f3-aa2f-d4802e11128c', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': 'b762dd0c-596c-4441-b97f-f637e214c211', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:8b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:54Z', 'updated_at': '2021-01-26T20:44:11Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:13.737566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:44:13.746842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:44:13.747541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:44:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:13.908639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536beee-b613-4fd3-9bcf-156a64ff2a3c req-761502c4-6f8f-45a7-85c1-a1c32b939933 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:13.910351 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c536beee-b613-4fd3-9bcf-156a64ff2a3c req-761502c4-6f8f-45a7-85c1-a1c32b939933 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.2391148 Jan 26 20:44:13.939294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:44:13.977466 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-df62b98e-796b-449f-8dc4-66a814630043 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394490 Jan 26 20:44:13.997411 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c536beee-b613-4fd3-9bcf-156a64ff2a3c req-ea32d84a-18ff-4549-8956-1292bfb9b9c6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714126 Jan 26 20:44:14.153260 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d56bcc1c-09e5-45ba-9a2f-b7dcec581569 req-62fc1877-2870-4ad0-bb2b-1640b9754906 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1675866 Jan 26 20:44:14.307182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:14.344160 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '1e07a57f-657d-48f3-aa2f-d4802e11128c', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': 'b762dd0c-596c-4441-b97f-f637e214c211', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:8b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:54Z', 'updated_at': '2021-01-26T20:44:11Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:44:14.349113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3e05df-015b-4cc0-8190-74a264e9f11e None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '1e07a57f-657d-48f3-aa2f-d4802e11128c', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'port_id': 'b762dd0c-596c-4441-b97f-f637e214c211', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'mac_address': 'fa:16:3e:8b:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:43:54Z', 'updated_at': '2021-01-26T20:44:11Z', 'revision_number': 1, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:44:14.628053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c11aaa8-2c69-4e45-9c35-ffc3cc193251 None None] New status for floating IP 1e07a57f-657d-48f3-aa2f-d4802e11128c: ACTIVE {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:44:15.085505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:15.504523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:19.279694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:44:20.569217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052526-b11e-4b29-9636-5387040dcc44 req-0d6c1843-614d-4a5f-a0f9-f9c259bf00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:20.570831 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-0d6c1843-614d-4a5f-a0f9-f9c259bf00bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1203 time: 0.0819075 Jan 26 20:44:20.656583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fed0a-4766-4198-89a1-ce87a0eea56d req-8b5aea34-99aa-4690-bc91-54d291f08a1c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:20.658300 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-258fed0a-4766-4198-89a1-ce87a0eea56d req-8b5aea34-99aa-4690-bc91-54d291f08a1c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1254649 Jan 26 20:44:20.719843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052526-b11e-4b29-9636-5387040dcc44 req-94fc31a4-9218-44e4-b765-c9a9e06ef9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:20.721504 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-94fc31a4-9218-44e4-b765-c9a9e06ef9d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1432390 Jan 26 20:44:20.734118 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-258fed0a-4766-4198-89a1-ce87a0eea56d req-4e003291-cfca-48c4-9301-04fe57883df3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0680542 Jan 26 20:44:20.834437 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-b09835a6-0dd5-4e8c-bed0-7bd221b1b0ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 1001 time: 0.1054814 Jan 26 20:44:20.908906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052526-b11e-4b29-9636-5387040dcc44 req-e6c8a1cd-fdce-48d0-8faa-afb0061b4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:20.910506 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-e6c8a1cd-fdce-48d0-8faa-afb0061b4be3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0668974 Jan 26 20:44:20.997759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052526-b11e-4b29-9636-5387040dcc44 req-c93e1def-a33c-48e7-b79f-02a85ac2697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:20.999302 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-c93e1def-a33c-48e7-b79f-02a85ac2697c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769751 Jan 26 20:44:21.145135 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-875d42f1-172a-47dd-9fb3-0f684c352ddf service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367695 Jan 26 20:44:21.298226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc052526-b11e-4b29-9636-5387040dcc44 req-cf1f42e9-2903-4e8d-9cf3-03e1fc9e90cf service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392453 Jan 26 20:44:21.333401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:21.998027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89fe8-6999-4174-94a7-d48966c2a044 req-b02ca442-b4d8-451d-b1b8-37617bdb4b8a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:21.999748 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b2b89fe8-6999-4174-94a7-d48966c2a044 req-b02ca442-b4d8-451d-b1b8-37617bdb4b8a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1295946 Jan 26 20:44:22.069262 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b2b89fe8-6999-4174-94a7-d48966c2a044 req-75e2154f-8f93-4d0f-b337-518d7878ef9d tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0621698 Jan 26 20:44:23.339827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc1f8-489b-4397-a5e7-078a39933def req-8daa7ed5-8e9f-4365-9558-020deea54ea2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:23.341529 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-49bdc1f8-489b-4397-a5e7-078a39933def req-8daa7ed5-8e9f-4365-9558-020deea54ea2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1292200 Jan 26 20:44:23.410525 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-49bdc1f8-489b-4397-a5e7-078a39933def req-255db8b7-309b-4333-980c-adbd7d9ad81e tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0619464 Jan 26 20:44:24.666684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883217e1-d95d-4dab-985b-3e8a88da14b0 req-1141b808-7122-40ac-a43d-1c91c101644b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:24.668617 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-883217e1-d95d-4dab-985b-3e8a88da14b0 req-1141b808-7122-40ac-a43d-1c91c101644b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1242099 Jan 26 20:44:24.737471 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-883217e1-d95d-4dab-985b-3e8a88da14b0 req-b9fb0775-f961-4c88-b0f2-62f26d972c5c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0622485 Jan 26 20:44:26.001894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2d45-72a5-48d3-941b-af9083d22143 req-dbd63f8c-8c87-4510-8e79-0264ba396a59 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:26.003611 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73bb2d45-72a5-48d3-941b-af9083d22143 req-dbd63f8c-8c87-4510-8e79-0264ba396a59 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1303358 Jan 26 20:44:26.072017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-73bb2d45-72a5-48d3-941b-af9083d22143 req-e69c0bab-1510-419a-b9b7-219671f0a5e2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0616739 Jan 26 20:44:27.343288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b724a3-ff20-4401-b2e2-a9139d11ab64 req-34a40d9a-851b-4eb9-83b7-c9872b18041c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:27.344972 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6b724a3-ff20-4401-b2e2-a9139d11ab64 req-34a40d9a-851b-4eb9-83b7-c9872b18041c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1361079 Jan 26 20:44:27.415898 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6b724a3-ff20-4401-b2e2-a9139d11ab64 req-4ee17942-bf85-463c-8dd3-5e408df6f433 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0640764 Jan 26 20:44:28.676417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebd8a-e3a2-42cb-959a-d261ec984e7d req-89dae775-1040-4f9f-8df9-c9e7150641b0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:28.678133 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3bfebd8a-e3a2-42cb-959a-d261ec984e7d req-89dae775-1040-4f9f-8df9-c9e7150641b0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1253462 Jan 26 20:44:28.744899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3bfebd8a-e3a2-42cb-959a-d261ec984e7d req-c3057eef-9c06-46f0-9d2d-355491132620 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0602093 Jan 26 20:44:30.000199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450fba8-d999-47d6-a7ed-17888161b218 req-44fe0dd5-018a-48ae-819b-da3d876dff12 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:30.002384 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e450fba8-d999-47d6-a7ed-17888161b218 req-44fe0dd5-018a-48ae-819b-da3d876dff12 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1256154 Jan 26 20:44:30.069503 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e450fba8-d999-47d6-a7ed-17888161b218 req-d8c201d4-d7e3-4449-b178-fe3c34a9b74c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0604939 Jan 26 20:44:31.340721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52a2d8-615a-4a37-8639-6b37d40e1b6e req-2e0fbd49-e05b-4f17-8654-9ccd8bd48bde tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:31.342411 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d52a2d8-615a-4a37-8639-6b37d40e1b6e req-2e0fbd49-e05b-4f17-8654-9ccd8bd48bde tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1372788 Jan 26 20:44:31.410090 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d52a2d8-615a-4a37-8639-6b37d40e1b6e req-f8f67f5a-25f2-4225-ba1c-d91c9cc7f658 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0605669 Jan 26 20:44:32.672802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab62a93-f6cf-419f-b789-75e5ca732b5e req-84176d3e-fed6-48b8-8da3-f84dee6773f5 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:32.675185 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ab62a93-f6cf-419f-b789-75e5ca732b5e req-84176d3e-fed6-48b8-8da3-f84dee6773f5 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1318355 Jan 26 20:44:32.744670 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ab62a93-f6cf-419f-b789-75e5ca732b5e req-24e2fca9-af17-4195-8d72-89e5b79ed3d1 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0626557 Jan 26 20:44:34.006875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4bef-ccf4-42b7-bfa8-d16f6f6c8c01 req-afbcf9a4-9a09-4f14-ae70-3f753fead1db tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:34.008560 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2dbf4bef-ccf4-42b7-bfa8-d16f6f6c8c01 req-afbcf9a4-9a09-4f14-ae70-3f753fead1db tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1261303 Jan 26 20:44:34.074113 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2dbf4bef-ccf4-42b7-bfa8-d16f6f6c8c01 req-8a99b0ea-c491-4803-b9d9-1b7d2de1fe9c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0590391 Jan 26 20:44:35.338487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d531a88-da3b-4a41-b51d-85e4f1b79bbc req-25292397-67d3-464b-b9bd-0392bfb670d5 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:35.340292 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d531a88-da3b-4a41-b51d-85e4f1b79bbc req-25292397-67d3-464b-b9bd-0392bfb670d5 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1322381 Jan 26 20:44:35.414315 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d531a88-da3b-4a41-b51d-85e4f1b79bbc req-768a0906-3a82-415c-8ea6-2bf08435e7da tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0668771 Jan 26 20:44:35.530322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed4e9c-dba2-471d-af13-8c4dd489aa0b req-43c737fb-7db9-43e9-a345-fa63567a2c32 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:35.532026 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-daed4e9c-dba2-471d-af13-8c4dd489aa0b req-43c737fb-7db9-43e9-a345-fa63567a2c32 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.3297601 Jan 26 20:44:35.587153 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-daed4e9c-dba2-471d-af13-8c4dd489aa0b req-7af40bf5-3691-4fd0-a742-60bb2f867e49 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Jan 26 20:44:36.670894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909c98c-bf5f-4c54-ad54-4673ab24d368 req-d7a6b60b-3896-4921-957b-54885a6732ff tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:36.672603 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f909c98c-bf5f-4c54-ad54-4673ab24d368 req-d7a6b60b-3896-4921-957b-54885a6732ff tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1264486 Jan 26 20:44:36.738608 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f909c98c-bf5f-4c54-ad54-4673ab24d368 req-b8c32d54-8408-4eac-b846-b0a593dbb9ca tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0593667 Jan 26 20:44:36.978302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77be27f-97f2-4c5c-9264-c870f9b99c96 req-ba655598-1b7d-4c3f-b2fb-efa5ed71313b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:36.979977 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c77be27f-97f2-4c5c-9264-c870f9b99c96 req-ba655598-1b7d-4c3f-b2fb-efa5ed71313b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.1229577 Jan 26 20:44:37.036592 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c77be27f-97f2-4c5c-9264-c870f9b99c96 req-55c60e99-66e5-48d4-8f21-d5272760434b tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Jan 26 20:44:38.000228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52598-02dd-449a-8f90-0ea554c6f2b6 req-88f948ba-a196-452b-8f99-df00060faaf2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:38.002425 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3d52598-02dd-449a-8f90-0ea554c6f2b6 req-88f948ba-a196-452b-8f99-df00060faaf2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1283634 Jan 26 20:44:38.067756 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3d52598-02dd-449a-8f90-0ea554c6f2b6 req-608eeb80-12a1-42ff-9c0e-2687d9c66320 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0589321 Jan 26 20:44:38.292931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea093d-405e-4ecd-8ee3-15277312659f req-1c997559-c9cc-41c4-9939-a4c01c8df0c2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:38.294841 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8bea093d-405e-4ecd-8ee3-15277312659f req-1c997559-c9cc-41c4-9939-a4c01c8df0c2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.1258996 Jan 26 20:44:38.351753 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8bea093d-405e-4ecd-8ee3-15277312659f req-92e18a1e-999a-4c77-91ee-f43c49c35652 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Jan 26 20:44:39.328158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604858eb-9fbd-4b44-9cfe-b816a4a5cfd0 req-39385dcc-3aec-4f77-9ec2-d05347554e49 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:39.329788 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-604858eb-9fbd-4b44-9cfe-b816a4a5cfd0 req-39385dcc-3aec-4f77-9ec2-d05347554e49 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1274133 Jan 26 20:44:39.396308 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-604858eb-9fbd-4b44-9cfe-b816a4a5cfd0 req-b39c97d6-d2cc-4388-8546-f7199e4a8014 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0595548 Jan 26 20:44:39.611767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9120e7-cdf0-4476-84f7-a4f3b8a8397d req-16db33c8-8152-4eac-904f-95566fbcef73 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:39.613462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fa9120e7-cdf0-4476-84f7-a4f3b8a8397d req-16db33c8-8152-4eac-904f-95566fbcef73 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.1290805 Jan 26 20:44:39.671774 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fa9120e7-cdf0-4476-84f7-a4f3b8a8397d req-182091af-e30b-4661-abb9-b5bb9ba4b968 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Jan 26 20:44:40.413280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-cb02a09f-8c81-45c1-803e-21705ffad0e8 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:40.414864 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-cb02a09f-8c81-45c1-803e-21705ffad0e8 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.1220238 Jan 26 20:44:40.506158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Deleting port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:44:40.506539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:40.651074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f385-258c-481c-ab1d-a48cef08930b req-f6691d3e-4305-4ccf-a60a-b607d2d078cf tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:40.652790 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-20c7f385-258c-481c-ab1d-a48cef08930b req-f6691d3e-4305-4ccf-a60a-b607d2d078cf tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1256263 Jan 26 20:44:40.726655 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-20c7f385-258c-481c-ab1d-a48cef08930b req-da8a6d47-0d97-429d-8b9c-67b3663547f6 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0665858 Jan 26 20:44:40.772263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] For port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,segment=NetworkSegment(761b7007-5490-433a-8240-7442f5767110),segment_id=761b7007-5490-433a-8240-7442f5767110)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:44:40.772672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:40.864401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-362fb1f8-7e7a-48f7-9738-6eb4124b6caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:40.885822 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:44:40.911540 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Calling delete_port for 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:44:40.990602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30cb27-bef5-468c-b43b-73e7e60b0975 req-363c890c-9d5b-4c09-9d84-585672d626c2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:40.992101 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d30cb27-bef5-468c-b43b-73e7e60b0975 req-363c890c-9d5b-4c09-9d84-585672d626c2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba HTTP/1.1" status: 200 len: 945 time: 0.1355913 Jan 26 20:44:41.012089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:41.053000 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d30cb27-bef5-468c-b43b-73e7e60b0975 req-729959ec-f938-4c3f-8691-e412b0660067 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.89 "GET /v2.0/security-groups?id=fe177b01-deed-4b5b-b8d2-a29d4e32838e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532999 Jan 26 20:44:41.066118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:41.088021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a74634be-c488-4889-baec-4b6da7e0c303 tempest-VolumesActionsTest-760305711 tempest-VolumesActionsTest-760305711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:41.190346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Pushing event deleted for resources: {'Port': ['ID=004c10c8-5f16-494d-b8e7-e3fd5b2e0857,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:41.203760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.204186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.204679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.205728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.206128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.206522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.206914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.207302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.207721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.208114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.208542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.208932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.209379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.209770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.210159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.210544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.210928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.211309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.211722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.212114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.212502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.212885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.213267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.213647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:41.224336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:41.314075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] No DVR routers for this DVR port 004c10c8-5f16-494d-b8e7-e3fd5b2e0857 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:44:41.317114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:41.321156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'name': 'network-vif-deleted', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:44:41.335467 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ab52428-e5b7-4376-b667-180f69c465c1 req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] 10.222.0.90 "DELETE /v2.0/ports/004c10c8-5f16-494d-b8e7-e3fd5b2e0857 HTTP/1.1" status: 204 len: 173 time: 0.9140313 Jan 26 20:44:41.384655 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f41036-9b8d-4c10-9ab7-98dd4c93f8ba', 'name': 'network-vif-deleted', 'tag': '004c10c8-5f16-494d-b8e7-e3fd5b2e0857', 'status': 'completed', 'code': 200} Jan 26 20:44:41.998378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e8e86-0b57-462c-918c-85f5a22cae1f req-aecc9e22-c0ef-4fc0-a3d2-d0c3754bb15f tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:42.000125 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d2e8e86-0b57-462c-918c-85f5a22cae1f req-aecc9e22-c0ef-4fc0-a3d2-d0c3754bb15f tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1405499 Jan 26 20:44:42.067378 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d2e8e86-0b57-462c-918c-85f5a22cae1f req-871ce403-2026-44b6-a470-24fedb708f6b tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0607169 Jan 26 20:44:42.944093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:44:43.016253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:43.016763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:43.327240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbafa3c-ee36-46c6-bbca-9d9c6809f5b7 req-2d9e1497-7aae-4e9c-84d5-178fdcb286b7 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:43.328828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ecbafa3c-ee36-46c6-bbca-9d9c6809f5b7 req-2d9e1497-7aae-4e9c-84d5-178fdcb286b7 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1265123 Jan 26 20:44:43.398777 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ecbafa3c-ee36-46c6-bbca-9d9c6809f5b7 req-96314005-9de3-4ca5-bf0b-11b34f1444aa tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=bba26a3e-85d7-40c4-af4e-208c54669f69&id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0634184 Jan 26 20:44:43.474148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5a422618-199d-4d55-aeae-767c1e909624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:44.271935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:45.087345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:45.508431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:49.582274 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-9cccfe66-3aac-4a98-86b7-93706f56cf18 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0825460 Jan 26 20:44:49.733561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab033-c817-4d96-b320-d599c2c82c40 req-129db6a9-84f8-4f94-bac5-1bd7b4374983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:49.735125 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-129db6a9-84f8-4f94-bac5-1bd7b4374983 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1203 time: 0.0770969 Jan 26 20:44:49.896112 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab033-c817-4d96-b320-d599c2c82c40 req-d2e9f0d4-c950-4752-9152-5f9f09e025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:49.897690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-d2e9f0d4-c950-4752-9152-5f9f09e025fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1406012 Jan 26 20:44:50.018297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-323d14b9-d4a7-4076-9c98-d4e9d400ae93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 1001 time: 0.1133099 Jan 26 20:44:50.094093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab033-c817-4d96-b320-d599c2c82c40 req-c1a36089-08e4-4871-81e7-9912c285b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:50.096566 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-c1a36089-08e4-4871-81e7-9912c285b538 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0698586 Jan 26 20:44:50.186947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ab033-c817-4d96-b320-d599c2c82c40 req-df0efae2-786c-4100-b120-dd11a2ddf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:50.188640 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-df0efae2-786c-4100-b120-dd11a2ddf439 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845802 Jan 26 20:44:50.335377 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-152db23a-0f96-4ee1-bafe-f48685106e74 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394272 Jan 26 20:44:50.480112 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-474ab033-c817-4d96-b320-d599c2c82c40 req-045dc466-2063-4ac7-8550-40a1a5146cbb service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380644 Jan 26 20:44:51.337178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:54.047687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edc063-b113-4df0-9271-996a1a9db870 req-67ad3d03-d481-418f-86bd-2418e0aae461 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:54.049806 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c4edc063-b113-4df0-9271-996a1a9db870 req-67ad3d03-d481-418f-86bd-2418e0aae461 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1273870 Jan 26 20:44:54.106526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c4edc063-b113-4df0-9271-996a1a9db870 req-67e0a862-741a-451d-a552-277deac24aa1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501630 Jan 26 20:44:55.366227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424e5a4-10d2-49b3-ba2b-49cff942a88c req-33a02b81-1424-42fb-9392-56b2cb6df6ee tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:55.367964 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c424e5a4-10d2-49b3-ba2b-49cff942a88c req-33a02b81-1424-42fb-9392-56b2cb6df6ee tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1302187 Jan 26 20:44:55.425660 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c424e5a4-10d2-49b3-ba2b-49cff942a88c req-f010240a-6510-40fc-8b4d-d302879f8c7a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513494 Jan 26 20:44:56.279707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:44:56.684141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344401a-60b2-4cd2-9cc0-a859a6bc5760 req-5039ccff-0d89-4270-9744-cbe86fd2aba9 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:56.685843 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5344401a-60b2-4cd2-9cc0-a859a6bc5760 req-5039ccff-0d89-4270-9744-cbe86fd2aba9 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1274266 Jan 26 20:44:56.742927 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5344401a-60b2-4cd2-9cc0-a859a6bc5760 req-dc2c3065-a176-4b5e-b030-ce3b8ac1b04f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501130 Jan 26 20:44:58.007608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374470-7288-48ed-af16-b68d7dd996d1 req-26b14a0e-96f8-4bdd-bdb4-c815e7cbdce1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:58.009368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3374470-7288-48ed-af16-b68d7dd996d1 req-26b14a0e-96f8-4bdd-bdb4-c815e7cbdce1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1356690 Jan 26 20:44:58.067547 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3374470-7288-48ed-af16-b68d7dd996d1 req-ec3a4fb2-7cd6-4f87-acfb-9435126fcf7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518706 Jan 26 20:44:59.331868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a33bbb-01b5-4a0c-8d62-6afb090556b7 req-b56593e6-a0d4-4972-b5ec-4a72bddd35b6 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:59.333570 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2a33bbb-01b5-4a0c-8d62-6afb090556b7 req-b56593e6-a0d4-4972-b5ec-4a72bddd35b6 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1315660 Jan 26 20:44:59.394430 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2a33bbb-01b5-4a0c-8d62-6afb090556b7 req-69d05307-b61f-4312-a427-1bcbc2d83d65 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543821 Jan 26 20:45:00.653868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772272e-d834-424a-9f49-9886decd3b93 req-e18f3c75-53f2-4c9c-b855-f3a336d38e65 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:00.655582 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3772272e-d834-424a-9f49-9886decd3b93 req-e18f3c75-53f2-4c9c-b855-f3a336d38e65 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1261334 Jan 26 20:45:00.714045 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3772272e-d834-424a-9f49-9886decd3b93 req-6ce3f513-75ac-4752-9a62-097f207e9ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520983 Jan 26 20:45:02.019907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38632) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:02.048889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64819f-7540-484e-8ad2-72b14e22abbe req-72b434c1-1143-4f22-9b5c-abd902579251 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:02.050629 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc64819f-7540-484e-8ad2-72b14e22abbe req-72b434c1-1143-4f22-9b5c-abd902579251 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.2034390 Jan 26 20:45:02.093118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Deleting subnet ce508808-09f7-473a-8b17-3027474a5f70 {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:45:02.096374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:02.111590 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc64819f-7540-484e-8ad2-72b14e22abbe req-3e4622cb-b6ec-49c0-9ae2-919d9c40be9e tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509388 Jan 26 20:45:02.152203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:02.213104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:02.473055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:02.489520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:02.572867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce508808-09f7-473a-8b17-3027474a5f70,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:02.597876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.598286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.598696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.599098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.599533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.599927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.600317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.600704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.601089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.601474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.601894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.602280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.602722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.603108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.603517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.603903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.604284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.604671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.605053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.605436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.605820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.606202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.606583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.606963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:02.614415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:02.640925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:02.647044 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-80e7200f-fc3c-49f7-a3ea-0c424743f14c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ce508808-09f7-473a-8b17-3027474a5f70 HTTP/1.1" status: 204 len: 168 time: 0.6259694 Jan 26 20:45:02.649971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38640) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:02.766643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.183831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.302221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:03.315670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761b7007-5490-433a-8240-7442f5767110') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:03.316005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761b7007-5490-433a-8240-7442f5767110') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:03.328322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.344086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.346675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:45:03.411023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba762fd-91d0-4c89-b7be-305cec9c2e94 req-1dffa57f-194b-4a5c-a8cf-77a0ae5d2e8e tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:03.412748 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ba762fd-91d0-4c89-b7be-305cec9c2e94 req-1dffa57f-194b-4a5c-a8cf-77a0ae5d2e8e tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1437771 Jan 26 20:45:03.477437 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ba762fd-91d0-4c89-b7be-305cec9c2e94 req-34869303-16e0-4e7b-bbb7-dec21c2add5f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575526 Jan 26 20:45:03.531817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:45:03.541171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.782140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Network 679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:45:03.806726 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:45:03.937429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8e02e-7a0a-42a9-a3b3-a7fa1f79c9ba req-3eab5a46-0ce1-4df9-92d2-240852e77911 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:03.939073 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2b8e02e-7a0a-42a9-a3b3-a7fa1f79c9ba req-3eab5a46-0ce1-4df9-92d2-240852e77911 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.3307312 Jan 26 20:45:03.944824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.968053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdb6a463-d40d-4fd7-962c-fc22469e3131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:03.981924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.998107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Pushing event deleted for resources: {'Network': ['ID=679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:04.003185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:04.019731 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] 10.222.0.89 "DELETE /v2.0/networks/679cb1ac-296c-4d86-a7ae-b5ee3cf20ccb HTTP/1.1" status: 204 len: 168 time: 1.3686800 Jan 26 20:45:04.032643 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f2b8e02e-7a0a-42a9-a3b3-a7fa1f79c9ba req-5a1a1bac-35e6-4d3f-85a6-73b578a51975 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856950 Jan 26 20:45:04.164964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38664) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:04.218974 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b427be3e-55dd-4a86-aac8-128ecaffa14e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4c2f5f9c90ea462d9c8aae978e801fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527079 Jan 26 20:45:04.222211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38668) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:04.284932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:04.312312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:04.359658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:04.365429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f06d1203-e884-4da3-9a90-55efe58f62f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:04.382310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe177b01-deed-4b5b-b8d2-a29d4e32838e,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:04.385208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:04.392253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:04.393503 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-55fc5531-154b-48e5-be25-2766833466da admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe177b01-deed-4b5b-b8d2-a29d4e32838e HTTP/1.1" status: 204 len: 168 time: 0.1702557 Jan 26 20:45:04.864928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45534b67-9dec-4844-b4d8-c6c0dfe3bd59 req-7baea7e0-cd3d-4ecc-ab50-9ddee5c7ff61 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:04.866619 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45534b67-9dec-4844-b4d8-c6c0dfe3bd59 req-7baea7e0-cd3d-4ecc-ab50-9ddee5c7ff61 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1245339 Jan 26 20:45:04.925995 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45534b67-9dec-4844-b4d8-c6c0dfe3bd59 req-125a9a64-7a9e-4906-86a7-ca3f7bb92e24 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532587 Jan 26 20:45:05.328449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71e33-2647-43fa-b396-e4200793fd04 req-ebfbb332-e0c1-4a03-a6c0-811770dc9661 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:05.330226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5bc71e33-2647-43fa-b396-e4200793fd04 req-ebfbb332-e0c1-4a03-a6c0-811770dc9661 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1304190 Jan 26 20:45:05.388593 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5bc71e33-2647-43fa-b396-e4200793fd04 req-b32b7a97-0e90-4e03-9a4a-0f515ee6e015 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518425 Jan 26 20:45:06.176996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6998c-6b2f-4231-b30f-a256de7272dd req-cefe16d3-3dc8-4926-81b0-89d9d6e70351 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:06.178677 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5cd6998c-6b2f-4231-b30f-a256de7272dd req-cefe16d3-3dc8-4926-81b0-89d9d6e70351 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1242998 Jan 26 20:45:06.237834 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5cd6998c-6b2f-4231-b30f-a256de7272dd req-b52b63c2-c3c2-4e4e-86dd-45182ecaabdf tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514078 Jan 26 20:45:06.658182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3f27d-4fd9-4119-bb00-939c818dbd19 req-c751d221-8bf4-4dff-9789-0fd867713f93 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:06.659766 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4c3f27d-4fd9-4119-bb00-939c818dbd19 req-c751d221-8bf4-4dff-9789-0fd867713f93 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1279664 Jan 26 20:45:06.716428 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4c3f27d-4fd9-4119-bb00-939c818dbd19 req-51a7f5ea-411b-4e31-8375-071724ceaa93 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497839 Jan 26 20:45:07.118417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:07.195598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:07.196027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:07.509870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10067-afea-4d95-b2a0-119c95052e67 req-ddc16628-fd60-448c-9670-bd56282f0b60 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:07.511439 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4bd10067-afea-4d95-b2a0-119c95052e67 req-ddc16628-fd60-448c-9670-bd56282f0b60 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1298161 Jan 26 20:45:07.567831 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4bd10067-afea-4d95-b2a0-119c95052e67 req-7f327df9-3846-470e-a328-90002fd53fd8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494273 Jan 26 20:45:07.983794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b19dbe-4138-4238-a65c-85085379e37a req-e90d4077-f97d-415b-8c88-6504bf482b58 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:07.985422 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89b19dbe-4138-4238-a65c-85085379e37a req-e90d4077-f97d-415b-8c88-6504bf482b58 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1232414 Jan 26 20:45:08.044749 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89b19dbe-4138-4238-a65c-85085379e37a req-8528f51c-c1a7-461c-aa1f-b07c2045cdb5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528276 Jan 26 20:45:08.824367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccdd30-dd12-4cc1-9640-686ee4ab2f99 req-7c78d39f-7d56-4059-899c-2540658938ea tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:08.826005 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5fccdd30-dd12-4cc1-9640-686ee4ab2f99 req-7c78d39f-7d56-4059-899c-2540658938ea tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1278811 Jan 26 20:45:08.885274 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5fccdd30-dd12-4cc1-9640-686ee4ab2f99 req-12e536ff-d67c-4f03-a7a1-b596d4b09d71 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528467 Jan 26 20:45:09.311908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283ced6-bf8e-4309-b157-2b849093cba6 req-862f78f2-9796-4507-844b-1407668acedd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:09.313592 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0283ced6-bf8e-4309-b157-2b849093cba6 req-862f78f2-9796-4507-844b-1407668acedd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1242292 Jan 26 20:45:09.369898 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0283ced6-bf8e-4309-b157-2b849093cba6 req-a30103c8-42e0-4164-b90d-c91ad5cd7f1c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Jan 26 20:45:10.334317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873e83b-cc5e-4c3e-bf6e-ac5a84b0e476 req-bbd6cc57-63d2-4ccc-acf7-e57847100d2b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:10.335971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b873e83b-cc5e-4c3e-bf6e-ac5a84b0e476 req-bbd6cc57-63d2-4ccc-acf7-e57847100d2b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.3217449 Jan 26 20:45:10.390434 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b873e83b-cc5e-4c3e-bf6e-ac5a84b0e476 req-256259e9-da22-450d-83c9-3d1b2eb88314 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482292 Jan 26 20:45:10.646047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658416f2-3638-4a74-8c41-2cc3e8eace2a req-d0775f89-295e-499c-8d66-67e322a7326c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:10.647786 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-658416f2-3638-4a74-8c41-2cc3e8eace2a req-d0775f89-295e-499c-8d66-67e322a7326c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1302936 Jan 26 20:45:10.705904 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-658416f2-3638-4a74-8c41-2cc3e8eace2a req-651f3d73-efda-4d53-80be-9122ab2fee29 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514166 Jan 26 20:45:10.867000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd5794dd-0d1d-4624-97a4-ded425ed11bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:10.887634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f228e-68ac-4c24-b7ed-f60454f426cc req-ca4575fd-6528-4a41-b1f8-f07e56f39f64 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:10.889318 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-654f228e-68ac-4c24-b7ed-f60454f426cc req-ca4575fd-6528-4a41-b1f8-f07e56f39f64 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1950431 Jan 26 20:45:10.896430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-85892f8a-2253-40cc-ab13-282e697dbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:10.897937 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-85892f8a-2253-40cc-ab13-282e697dbe26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1163 time: 0.1517737 Jan 26 20:45:11.051540 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-654f228e-68ac-4c24-b7ed-f60454f426cc req-8db48ef8-8874-47d1-999b-9e111e4abf5d tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525235 Jan 26 20:45:11.093552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-fc7617c3-12d5-4225-aec4-1525c9313081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:11.095179 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-fc7617c3-12d5-4225-aec4-1525c9313081 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.1795421 Jan 26 20:45:11.222462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-979bfae4-ea5f-41ed-b338-47c3a48df21e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 1001 time: 0.1191955 Jan 26 20:45:11.293950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-adc39513-ab78-4b90-81cc-2a3398473c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:11.295581 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-adc39513-ab78-4b90-81cc-2a3398473c5d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.0665617 Jan 26 20:45:11.378172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-2c27b1c7-967b-4acf-b32f-98b258b1f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:11.379851 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-2c27b1c7-967b-4acf-b32f-98b258b1f7ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772636 Jan 26 20:45:11.537315 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-d4657b98-da68-4635-8c15-0853e44c9a9e service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501291 Jan 26 20:45:11.685593 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da62f6eb-a16c-4591-b339-5ed3914f3c18 req-ad8fdf43-eff8-4fb4-bedf-4b4cb4f50690 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416428 Jan 26 20:45:11.979460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d09b1-84c2-4872-9099-7db971509c90 req-fa2e3bf0-f132-450a-aa76-4e86444946e5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:11.981184 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-121d09b1-84c2-4872-9099-7db971509c90 req-fa2e3bf0-f132-450a-aa76-4e86444946e5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1245470 Jan 26 20:45:12.038099 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-121d09b1-84c2-4872-9099-7db971509c90 req-b7c69663-7a88-45a6-abde-89da0e71f1fc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501387 Jan 26 20:45:12.309744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adefb4-b7f1-49ca-8e57-cbaf014d3cb3 req-cf2fdb83-b296-4ea9-a344-e3f2c448b89c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:12.311339 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3adefb4-b7f1-49ca-8e57-cbaf014d3cb3 req-cf2fdb83-b296-4ea9-a344-e3f2c448b89c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1275864 Jan 26 20:45:12.367734 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e3adefb4-b7f1-49ca-8e57-cbaf014d3cb3 req-b28587b9-c035-4aeb-80ef-66a5074792f0 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493753 Jan 26 20:45:13.208656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:13.280351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:13.280772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:13.313105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04364a-b6c2-4e84-ac56-0011a7b8d41d req-ee146344-9966-4392-a203-d4c432d85ebe tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:13.315295 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ec04364a-b6c2-4e84-ac56-0011a7b8d41d req-ee146344-9966-4392-a203-d4c432d85ebe tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1317194 Jan 26 20:45:13.371464 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ec04364a-b6c2-4e84-ac56-0011a7b8d41d req-6b5b2409-2910-4ca9-b3ff-6d9949c5bd26 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495605 Jan 26 20:45:13.405676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:13.480345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fe0985ea-5a9a-439b-bdb5-497944dbbc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:13.490971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:13.491437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:13.622189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c0dd5-6bef-4458-bbea-73b7e561aad0 req-d7cf6516-00f9-4e1e-b21c-d9bb94389a1b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:13.623809 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de1c0dd5-6bef-4458-bbea-73b7e561aad0 req-d7cf6516-00f9-4e1e-b21c-d9bb94389a1b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1243691 Jan 26 20:45:13.683326 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de1c0dd5-6bef-4458-bbea-73b7e561aad0 req-ca24b1a4-9e32-46bc-a2eb-d730349dedb8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522885 Jan 26 20:45:14.273464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:14.642458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8aab3-b310-41b8-a1b7-90b97cdc9a42 req-2a9919fb-9024-4d77-aec3-0d4e634d5b8c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:14.644011 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99e8aab3-b310-41b8-a1b7-90b97cdc9a42 req-2a9919fb-9024-4d77-aec3-0d4e634d5b8c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1277115 Jan 26 20:45:14.700005 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-99e8aab3-b310-41b8-a1b7-90b97cdc9a42 req-2f247cd2-c042-488f-a822-a23c41ef30c7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497456 Jan 26 20:45:15.088635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:15.511907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:15.970030 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db3d8-2421-4d41-bb3e-106b45edb68b req-7cb4e855-1a3f-4d1e-93c1-e7fd4db988d6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:15.971588 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fb2db3d8-2421-4d41-bb3e-106b45edb68b req-7cb4e855-1a3f-4d1e-93c1-e7fd4db988d6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1231840 Jan 26 20:45:16.029824 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fb2db3d8-2421-4d41-bb3e-106b45edb68b req-46d7cf78-60e3-48f6-9f72-6c404733fadd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517585 Jan 26 20:45:16.819977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 38850) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:16.983085 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.000533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:45:17.005265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbe9fa96c584c2a854fd89a7d66c700 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:45:17.008498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:45:17.014802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:45:17.124971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.129250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.145397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-33a331d5-9976-484f-8a3c-3d59f2427591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:17.181957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 38858) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:17.192075 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0fbe9fa96c584c2a854fd89a7d66c700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708429 Jan 26 20:45:17.226649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509db5c4-1440-4f44-8dd8-1a3a0ea16471,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:17.302113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.305995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:17.336008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.383290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b9e40-c8ff-424a-97f6-8a56554e8cd6 req-1acd2819-8f82-47d8-91ec-5b194e67a655 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:17.384833 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e61b9e40-c8ff-424a-97f6-8a56554e8cd6 req-1acd2819-8f82-47d8-91ec-5b194e67a655 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1550879 Jan 26 20:45:17.393648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.399108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7cbb305-c008-4faa-9c41-fa1d95453aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:17.416156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509db5c4-1440-4f44-8dd8-1a3a0ea16471,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:17.422106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:17.426498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:17.439849 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/509db5c4-1440-4f44-8dd8-1a3a0ea16471 HTTP/1.1" status: 204 len: 168 time: 0.2474325 Jan 26 20:45:17.480065 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e61b9e40-c8ff-424a-97f6-8a56554e8cd6 req-7ab1e424-0a6b-4a9b-9004-dc436d548204 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868580 Jan 26 20:45:18.756022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99f22-df19-449f-abf2-0404971ee873 req-0ab0866e-6fc9-49ba-a5cd-1a1f143a9114 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:18.757811 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7dd99f22-df19-449f-abf2-0404971ee873 req-0ab0866e-6fc9-49ba-a5cd-1a1f143a9114 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1374640 Jan 26 20:45:18.826715 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7dd99f22-df19-449f-abf2-0404971ee873 req-c886db74-35fd-4b80-a4f9-9f17a556c2bb tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610683 Jan 26 20:45:19.409504 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-143edda2-6e71-430d-bded-69865dec844c req-220a869f-8ec9-4406-b9dc-734a592fed3f tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1255720119&fields=id&tenant_id=b796cc4945a24241a9f571e9e4b47e09 HTTP/1.1" status: 200 len: 267 time: 0.0539894 Jan 26 20:45:19.554433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143edda2-6e71-430d-bded-69865dec844c req-7a2f3008-b7ea-4b5e-9f50-b338a487b1a3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:19.561331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-143edda2-6e71-430d-bded-69865dec844c req-7a2f3008-b7ea-4b5e-9f50-b338a487b1a3 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 985 time: 0.1452591 Jan 26 20:45:19.569221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Request body: {'port': {'security_groups': ['4a2ee6e6-9e51-4370-bb5e-e839e3f32daf']}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:45:19.716998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.083732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=032aab63-0db3-4501-9a95-e5d1565ded32,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:20.114209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.117862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539829b3-9a2f-4f3c-89bd-eb8d56af75be req-cc7d4ef8-86dd-4fad-9ba2-d08dbf0770d1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:20.119810 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-539829b3-9a2f-4f3c-89bd-eb8d56af75be req-cc7d4ef8-86dd-4fad-9ba2-d08dbf0770d1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1411090 Jan 26 20:45:20.122611 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.218882 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-539829b3-9a2f-4f3c-89bd-eb8d56af75be req-6e4f8207-caab-47ed-9313-91265a514752 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886014 Jan 26 20:45:20.262847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8351e1d1-9346-41af-ba18-f2694909f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:20.366321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:20.367377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.372105 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-143edda2-6e71-430d-bded-69865dec844c req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "PUT /v2.0/ports/032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 943 time: 0.8092122 Jan 26 20:45:20.410390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:20.416095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event updated for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=6']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:20.429803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6a0243fe-6704-4797-9dea-844719c350d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:20.484409 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-6592f9d0-0d22-40b6-be46-0fb734d0f478 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups/bba26a3e-85d7-40c4-af4e-208c54669f69 HTTP/1.1" status: 200 len: 3005 time: 0.0753062 Jan 26 20:45:20.497963 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:45:20.580634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.612975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-8d3b02af-7caa-43e3-8ce8-fda242e47819 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:20.613400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8d3b02af-7caa-43e3-8ce8-fda242e47819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.625617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.687472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.711105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa094cd2-a3da-4a75-89f9-e18ceaf24f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:20.739854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba26a3e-85d7-40c4-af4e-208c54669f69,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:20.748009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:20.748774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:20.750772 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d6a02cb-7ab3-41a6-8b11-9a5ade61f984 req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "DELETE /v2.0/security-groups/bba26a3e-85d7-40c4-af4e-208c54669f69 HTTP/1.1" status: 204 len: 173 time: 0.2651517 Jan 26 20:45:20.933222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-241943d0-cd41-41c0-b38f-59c1760409ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:20.934935 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-241943d0-cd41-41c0-b38f-59c1760409ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.3914869 Jan 26 20:45:20.972796 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-93003544-3938-445f-ad60-631fded7423c tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/floatingips/4291cf3d-d647-4b75-b040-b3f63e55279a HTTP/1.1" status: 200 len: 998 time: 0.1833503 Jan 26 20:45:21.110332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-8b4f5392-0856-4140-8a22-d7afe0262885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.113590 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-8b4f5392-0856-4140-8a22-d7afe0262885 service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1700895 Jan 26 20:45:21.216311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-58ede832-71f9-4ddc-afda-5b2c9c0d1b2e tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.218077 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-58ede832-71f9-4ddc-afda-5b2c9c0d1b2e tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 784 time: 0.2377098 Jan 26 20:45:21.246251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-a0d709ad-3490-4e40-a7cb-c3bb9809f3da tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:45:21.279547 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-a0d709ad-3490-4e40-a7cb-c3bb9809f3da tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0492232 Jan 26 20:45:21.335434 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-31bf5b1b-9346-4095-94b2-1c1f03c93f34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 1001 time: 0.2139204 Jan 26 20:45:21.390282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:21.420617 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-286ef56c-c06d-4c4d-8e43-eae7da7fc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.422216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-286ef56c-c06d-4c4d-8e43-eae7da7fc239 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0793812 Jan 26 20:45:21.457301 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-ee92917b-14e4-4e1c-a701-1183ef0686e2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.1764066 Jan 26 20:45:21.506313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:21.555593 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-37ad922d-8fc7-412f-a6d9-e7105b31144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.557229 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-37ad922d-8fc7-412f-a6d9-e7105b31144c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272144 Jan 26 20:45:21.608946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 032aab63-0db3-4501-9a95-e5d1565ded32 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:21.610090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:21.631139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-7bf2fce5-e836-41c2-ad46-80a19a902bc2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.632792 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-7bf2fce5-e836-41c2-ad46-80a19a902bc2 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports/032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 943 time: 0.1601195 Jan 26 20:45:21.843021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f44c8-7a50-43fd-aa81-d3ca09ef5bcb req-53960de8-f316-4416-9920-625c8c5352d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:21.844757 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-539f44c8-7a50-43fd-aa81-d3ca09ef5bcb req-53960de8-f316-4416-9920-625c8c5352d4 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.2307374 Jan 26 20:45:21.897461 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-d08e9d91-2ac9-44cb-8a3b-a18a9bb498fb service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316355 Jan 26 20:45:22.011884 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-95175327-37c0-4112-be63-19afad1734fd tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.83 HTTP/1.1" status: 200 len: 1001 time: 0.1517341 Jan 26 20:45:22.071823 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8146cc84-90bc-4741-99cc-1ecf33c47d88 req-e41ce095-2a57-4847-9933-99ed87e8e643 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557474 Jan 26 20:45:22.131045 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-539f44c8-7a50-43fd-aa81-d3ca09ef5bcb req-c2fa7abb-e6e6-4f70-9371-5db91152bf41 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323241 Jan 26 20:45:22.261661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Deleting port 5b49063e-5ec3-4bf4-98f7-3d2738ac426a {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:22.262035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:22.479239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:22.479666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:22.879827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Calling delete_port for 5b49063e-5ec3-4bf4-98f7-3d2738ac426a owned by network:floatingip {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:23.059565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:23.076791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:23.176904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event deleted for resources: {'Port': ['ID=5b49063e-5ec3-4bf4-98f7-3d2738ac426a,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:23.181377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:23.359238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks [] for floatingip, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:23.359684 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Floating IP 4291cf3d-d647-4b75-b040-b3f63e55279a disassociated (deleted). External IP: 172.28.1.83, port: 032aab63-0db3-4501-9a95-e5d1565ded32. Jan 26 20:45:23.479316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62ff0e-6ee7-4d5a-9f09-9bfe7c50bcdc req-ba31afec-c3e2-40c1-8dfe-37ce0c5c2b5c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:23.488991 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3e62ff0e-6ee7-4d5a-9f09-9bfe7c50bcdc req-ba31afec-c3e2-40c1-8dfe-37ce0c5c2b5c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1460197 Jan 26 20:45:23.548297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3e62ff0e-6ee7-4d5a-9f09-9bfe7c50bcdc req-1420c999-40fa-4d2e-a458-59c6f7dd9a22 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572801 Jan 26 20:45:23.791832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Router d0c51b42-6073-43ec-9bee-51decef9fa21 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:45:24.002706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:45:24.015843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Sync routers for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:45:24.031210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:45:24.031954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:45:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:24.043535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:24.123810 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-2eb0a9d8-2b15-4701-8f28-77bac4103b96 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "DELETE /v2.0/floatingips/4291cf3d-d647-4b75-b040-b3f63e55279a HTTP/1.1" status: 204 len: 173 time: 2.1046901 Jan 26 20:45:24.160841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:24.270401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-f5503211-f5a6-486c-8830-d93f0099bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.277187 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-f5503211-f5a6-486c-8830-d93f0099bd11 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.1523235 Jan 26 20:45:24.279146 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:45:24.402440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef746a-376e-4aec-b272-41e13283e575 req-a01ca4ec-0b2d-44a0-993c-5872b4caf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.404199 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-a01ca4ec-0b2d-44a0-993c-5872b4caf8ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b796cc4945a24241a9f571e9e4b47e09&device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 1163 time: 0.1093028 Jan 26 20:45:24.447008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:45:24.453927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-9324ecef-81ee-4f02-a53c-c096e1a66860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.465844 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-9324ecef-81ee-4f02-a53c-c096e1a66860 service neutron] 10.222.0.89 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1853347 Jan 26 20:45:24.556265 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-665d0509-23dd-4d89-a9e2-3e59a8093e29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 217 time: 0.0891745 Jan 26 20:45:24.569174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef746a-376e-4aec-b272-41e13283e575 req-99e7e317-cfb7-4e5e-b03c-3c7003812c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.571050 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-99e7e317-cfb7-4e5e-b03c-3c7003812c7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 200 len: 909 time: 0.1598816 Jan 26 20:45:24.674537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-ca1d5475-1f6d-47e4-b9a3-b34d9516a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.685886 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-ca1d5475-1f6d-47e4-b9a3-b34d9516a4aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.1283469 Jan 26 20:45:24.865104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-478b2a79-8e0c-4933-8d39-4369906ba35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:24.877584 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-478b2a79-8e0c-4933-8d39-4369906ba35d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1903627 Jan 26 20:45:24.889992 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-00060ddb-284f-475e-aee8-98156a4732dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 200 len: 217 time: 0.3107395 Jan 26 20:45:24.912142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:24.916841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Checking router: d0c51b42-6073-43ec-9bee-51decef9fa21 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:45:24.937113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:45:24.937718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:45:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:25.006170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef746a-376e-4aec-b272-41e13283e575 req-04663142-d98d-4b67-b927-4f28d3d5a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:25.008143 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-04663142-d98d-4b67-b927-4f28d3d5a61e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 200 len: 854 time: 0.0751739 Jan 26 20:45:25.041422 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-fefb8707-245e-4afa-b646-958208b1f91a service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625295 Jan 26 20:45:25.164898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:45:25.165303 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16b1c3-df97-4e6f-8f7e-28128f19ab02 req-2cc8aba5-42e3-4b72-8e63-f3c9e20918e0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:25.167154 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a16b1c3-df97-4e6f-8f7e-28128f19ab02 req-2cc8aba5-42e3-4b72-8e63-f3c9e20918e0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.2760191 Jan 26 20:45:25.169795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef746a-376e-4aec-b272-41e13283e575 req-6f6218e6-273a-4173-b958-6c86ef50c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:25.171739 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-6f6218e6-273a-4173-b958-6c86ef50c4bb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=27b1b6b3-83e1-4adc-8e78-14826c9f5019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1552234 Jan 26 20:45:25.235316 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7c097e7c-4d21-46c3-a357-7fe7f0a982dc req-a28199b2-2fd7-426d-b211-9667ece6ab35 service neutron] 10.222.0.89 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771574 Jan 26 20:45:25.403932 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-0c3d4600-2a30-4ee9-bb80-1d92b04074ff service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180638 Jan 26 20:45:25.459642 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a16b1c3-df97-4e6f-8f7e-28128f19ab02 req-98b25588-2d28-4204-aa5e-b074e88652de tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271791 Jan 26 20:45:25.569324 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:25.573704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812c8f7-b48a-4995-955b-facffd9a269f None None] The sync data for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb is: [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:43:02Z', 'revision_number': 4, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3', 'name': '', 'network_id': '27b1b6b3-83e1-4adc-8e78-14826c9f5019', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'mac_address': 'fa:16:3e:69:87:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:01Z', 'updated_at': '2021-01-26T20:43:10Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'subnets': [{'id': '146c1f69-d6f6-4f98-82c2-cd57d34797df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:45:25.629059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91ef746a-376e-4aec-b272-41e13283e575 req-ba6bed32-71d3-4456-a520-9ab95320f933 service neutron] 10.222.0.90 "GET /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940501 Jan 26 20:45:26.166675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe0405a-1790-47f8-9bc5-cd0527253ff9 None None] New status for floating IP 4291cf3d-d647-4b75-b040-b3f63e55279a: DOWN {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:45:26.990911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f37ae-3d35-4ab2-9470-7a2f27713a90 req-0260238b-e4da-4f48-86e0-dba3d7b4d7fc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:26.992656 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3f5f37ae-3d35-4ab2-9470-7a2f27713a90 req-0260238b-e4da-4f48-86e0-dba3d7b4d7fc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1305952 Jan 26 20:45:27.049528 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3f5f37ae-3d35-4ab2-9470-7a2f27713a90 req-8418ff55-9ccc-4312-a6ad-8115ac2adb90 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505877 Jan 26 20:45:27.589228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-51f412d1-e59d-42e6-ba9a-0519c1956bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:27.590762 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-51f412d1-e59d-42e6-ba9a-0519c1956bea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1162 time: 0.0824046 Jan 26 20:45:27.734505 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-743e6c61-26ed-41dc-ab8f-20042cd39adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:27.736660 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-743e6c61-26ed-41dc-ab8f-20042cd39adb service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.1358449 Jan 26 20:45:27.841313 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-31ef1f0c-f819-40e2-a3aa-eae7f2553294 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 999 time: 0.0972254 Jan 26 20:45:27.912755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-edd60937-a1da-436d-8200-5859770c301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:27.914286 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-edd60937-a1da-436d-8200-5859770c301e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.0659158 Jan 26 20:45:27.995140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-f14f4f7e-3bcd-4528-a676-cd87cbce9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:27.996779 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-f14f4f7e-3bcd-4528-a676-cd87cbce9965 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750477 Jan 26 20:45:28.137334 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-fb65907c-dc48-407d-a77b-a8d0cc871048 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330009 Jan 26 20:45:28.352297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7d35ee17-39d2-4b01-b44e-2fb2e71acd69 req-e81e720c-27c3-4082-b971-f192be3dbec1 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2084374 Jan 26 20:45:28.398164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18143a9-1a7e-4cf4-b840-3651391322fd req-b31553f7-554b-4a92-9eda-f898bc6308d7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:28.399872 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a18143a9-1a7e-4cf4-b840-3651391322fd req-b31553f7-554b-4a92-9eda-f898bc6308d7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1788778 Jan 26 20:45:28.456988 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a18143a9-1a7e-4cf4-b840-3651391322fd req-3473a2e7-0c41-45bb-b85e-5fce1882ad24 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507364 Jan 26 20:45:28.746097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b64727-46d0-4b05-a37d-29e3193ac09e req-a15c4314-64d8-4a8c-8c3b-4f028a332942 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:28.747724 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46b64727-46d0-4b05-a37d-29e3193ac09e req-a15c4314-64d8-4a8c-8c3b-4f028a332942 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1230357 Jan 26 20:45:28.806604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-46b64727-46d0-4b05-a37d-29e3193ac09e req-e1fa4bca-9dc3-415a-a389-cad420b796f8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:45:28.820959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-46b64727-46d0-4b05-a37d-29e3193ac09e req-e1fa4bca-9dc3-415a-a389-cad420b796f8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:45:28.822205 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46b64727-46d0-4b05-a37d-29e3193ac09e req-e1fa4bca-9dc3-415a-a389-cad420b796f8 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Jan 26 20:45:29.729609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744484de-1a87-43f8-8515-0d4dd4cf70de req-1d193bfc-0370-4671-8d48-67cf17df2014 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:29.731270 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-744484de-1a87-43f8-8515-0d4dd4cf70de req-1d193bfc-0370-4671-8d48-67cf17df2014 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1284211 Jan 26 20:45:29.787915 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-744484de-1a87-43f8-8515-0d4dd4cf70de req-80802f3a-6813-44f6-bb09-e465d6593b6a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494230 Jan 26 20:45:30.076130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7a78-abbd-43fb-9540-ce5dc43868ad req-ec102d78-b1c3-492d-b845-3e9d2bcf2877 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:30.077823 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-928b7a78-abbd-43fb-9540-ce5dc43868ad req-ec102d78-b1c3-492d-b845-3e9d2bcf2877 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1270087 Jan 26 20:45:30.133915 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-928b7a78-abbd-43fb-9540-ce5dc43868ad req-0945da3f-a2cb-4da8-8833-9733685cc4d9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/security-groups?id=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Jan 26 20:45:30.559304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-76b91688-487c-4828-8530-7a0b6990cf3a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:30.560986 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-76b91688-487c-4828-8530-7a0b6990cf3a tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.90 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 946 time: 0.1272571 Jan 26 20:45:30.646441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Deleting port 032aab63-0db3-4501-9a95-e5d1565ded32 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:30.646821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:30.906097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] For port 032aab63-0db3-4501-9a95-e5d1565ded32, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=032aab63-0db3-4501-9a95-e5d1565ded32,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:30.906702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.038360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Calling delete_port for 032aab63-0db3-4501-9a95-e5d1565ded32 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:31.056460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56da434-e12e-429a-a8b9-2576aa16b34b req-c06a7603-ea75-4022-9a7a-5e471ec0d782 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:31.058140 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f56da434-e12e-429a-a8b9-2576aa16b34b req-c06a7603-ea75-4022-9a7a-5e471ec0d782 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1246088 Jan 26 20:45:31.118073 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f56da434-e12e-429a-a8b9-2576aa16b34b req-721d5597-fd8a-4e77-8fc9-94bf5e36c443 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528746 Jan 26 20:45:31.208199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.225591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ccfcc151-28f2-478b-bf91-d17d2bd2da79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:31.266014 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:45:31.274090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Pushing event deleted for resources: {'Port': ['ID=032aab63-0db3-4501-9a95-e5d1565ded32,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:31.277192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:31.333279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-1c098697-abd6-4498-b511-2b2d760dae02 req-ec3f5385-cfa7-47e8-b4c0-3c6cd40496c9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Synchronizing usage tracker for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:45:31.352970 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-1c098697-abd6-4498-b511-2b2d760dae02 req-ec3f5385-cfa7-47e8-b4c0-3c6cd40496c9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Unset dirty status for tenant:b796cc4945a24241a9f571e9e4b47e09 on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:45:31.355226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c098697-abd6-4498-b511-2b2d760dae02 req-ec3f5385-cfa7-47e8-b4c0-3c6cd40496c9 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.89 "GET /v2.0/ports?device_id=54a6610b-5f9a-4a6d-9eaa-1820472795cd HTTP/1.1" status: 200 len: 210 time: 0.0802724 Jan 26 20:45:31.410287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.447734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b762dd0c-596c-4441-b97f-f637e214c211,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:31.448968 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:31.456547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.458176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:45:31.459102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] No DVR routers for this DVR port 032aab63-0db3-4501-9a95-e5d1565ded32 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:45:31.461452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.464303 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'name': 'network-vif-deleted', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:31.481365 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-95d98c5f-9d5c-4885-8540-469b1147b895 req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] 10.222.0.90 "DELETE /v2.0/ports/032aab63-0db3-4501-9a95-e5d1565ded32 HTTP/1.1" status: 204 len: 173 time: 0.9138663 Jan 26 20:45:31.497873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:31.541151 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'code': 422} returned with failed status Jan 26 20:45:31.555188 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: 032aab63-0db3-4501-9a95-e5d1565ded32 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:45:31.555622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 032aab63-0db3-4501-9a95-e5d1565ded32 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:45:31.590334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:31.602553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.603026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.603481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.603990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.605151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.605151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.605345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.605803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.606250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.606686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.607124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.607598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.608098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.608534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.609068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.609823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.609915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.610355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.610857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.611290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.611876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.612316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.612749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.613502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:31.618456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:31.663785 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a6610b-5f9a-4a6d-9eaa-1820472795cd', 'name': 'network-vif-deleted', 'tag': '032aab63-0db3-4501-9a95-e5d1565ded32', 'status': 'completed', 'code': 200} Jan 26 20:45:32.816123 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-ca4ed793-a5be-48dc-b035-879eb7ec3e71 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447678 Jan 26 20:45:32.874563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d324-63ef-41d8-9cf9-b34be18baaed req-efb8f246-01c8-4ad6-b9c1-176d2080829f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:32.881290 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5033d324-63ef-41d8-9cf9-b34be18baaed req-efb8f246-01c8-4ad6-b9c1-176d2080829f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1703918 Jan 26 20:45:32.946852 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5033d324-63ef-41d8-9cf9-b34be18baaed req-c10f3b77-a3ff-4f33-9263-b08d103aa70f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589042 Jan 26 20:45:33.200954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39036) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:33.279811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:45:33.776422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-f99a6592-4ce7-4ba1-bfcb-6c6f6592915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:33.778029 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-f99a6592-4ce7-4ba1-bfcb-6c6f6592915f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf&tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6 HTTP/1.1" status: 200 len: 1160 time: 0.2391555 Jan 26 20:45:33.945432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-1c872400-83e9-46ee-8901-f7857d6c4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:33.947031 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-1c872400-83e9-46ee-8901-f7857d6c4253 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1160 time: 0.1413705 Jan 26 20:45:34.157659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-55a37850-0d1b-4af5-af78-be23b6c3f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:34.159154 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-55a37850-0d1b-4af5-af78-be23b6c3f55b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 200 len: 911 time: 0.2039821 Jan 26 20:45:34.234210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861a50-6c53-4247-a378-2cc0e944a407 req-510b2fb5-f290-4aaf-adc9-7c7812e8792c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:34.236597 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2861a50-6c53-4247-a378-2cc0e944a407 req-510b2fb5-f290-4aaf-adc9-7c7812e8792c tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1432722 Jan 26 20:45:34.297199 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2861a50-6c53-4247-a378-2cc0e944a407 req-b15458c3-171f-47a7-91d4-f66fd88a80a0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537896 Jan 26 20:45:34.311878 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-bdca5739-de2d-409c-a7d9-24b0bd6a77aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 200 len: 997 time: 0.1450114 Jan 26 20:45:34.396011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.454320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-544f1e7c-f517-4c6a-8bb3-a5cf98c0eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:34.455920 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-544f1e7c-f517-4c6a-8bb3-a5cf98c0eff3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 200 len: 856 time: 0.1370177 Jan 26 20:45:34.693657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-35acaf88-f672-4653-81f8-b74bea09eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:34.695263 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-35acaf88-f672-4653-81f8-b74bea09eec1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6db007fb-3826-46bc-b21d-882e8e98be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2307923 Jan 26 20:45:34.899357 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-a189c28f-d4cc-4749-972d-affe7c805294 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964376 Jan 26 20:45:35.045349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Deleting port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:35.045922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:35.405372 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-117e0da4-8d88-4c6c-827d-e0a720e46844 req-60a47f38-bfd1-41ac-af52-e1572c328e15 service neutron] 10.222.0.90 "GET /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4809246 Jan 26 20:45:35.522854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] For port 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:35.523154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:35.660011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Calling delete_port for 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 owned by network:router_interface {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:35.776870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc99c7-352b-4f0f-b5d8-4553ebda75c7 req-d28ef798-304d-47c9-9f2f-6207d0383dd8 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:35.778408 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7bcc99c7-352b-4f0f-b5d8-4553ebda75c7 req-d28ef798-304d-47c9-9f2f-6207d0383dd8 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.3322670 Jan 26 20:45:35.859365 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7bcc99c7-352b-4f0f-b5d8-4553ebda75c7 req-a6a2f05a-e0b2-4a8c-8983-1031abf2bc4a tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688634 Jan 26 20:45:35.943172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:35.962261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:36.055514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:36.058390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:36.436281 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:37.015892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Router d0c51b42-6073-43ec-9bee-51decef9fa21 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:45:37.162958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87333c7-2e8a-48fd-bc06-3e7c9a50bb69 req-b1be6fc1-8fed-424f-821b-deb9154389f1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:37.164686 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d87333c7-2e8a-48fd-bc06-3e7c9a50bb69 req-b1be6fc1-8fed-424f-821b-deb9154389f1 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1456318 Jan 26 20:45:37.235909 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d87333c7-2e8a-48fd-bc06-3e7c9a50bb69 req-5ce9e322-3739-479d-8782-6654be205363 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635278 Jan 26 20:45:37.275369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:45:37.285827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Sync routers for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:45:37.289053 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] 10.222.0.89 "PUT /v2.0/routers/d0c51b42-6073-43ec-9bee-51decef9fa21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0868053 Jan 26 20:45:37.291746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39070) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:37.296254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:45:37.296904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:45:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:37.524058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:45:37.696077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks [] for router, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:37.845173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:45:35Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:37.849459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Checking router: d0c51b42-6073-43ec-9bee-51decef9fa21 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:45:37.858744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Routers {'d0c51b42-6073-43ec-9bee-51decef9fa21'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:45:37.859432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:45:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d0c51b42-6073-43ec-9bee-51decef9fa21'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:37.889722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:37.895349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Deleting port 5dda007f-164d-41bb-a460-58902bcaf9e2 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:37.895872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.069706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] Set router d0c51b42-6073-43ec-9bee-51decef9fa21 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:45:38.115365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] For port 5dda007f-164d-41bb-a460-58902bcaf9e2, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=5dda007f-164d-41bb-a460-58902bcaf9e2,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:38.115731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.256787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Calling delete_port for 5dda007f-164d-41bb-a460-58902bcaf9e2 owned by network:router_gateway {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:38.419213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:45:35Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:38.424409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba7905-8b86-4b11-804c-6354bf30e3bb None None] The sync data for ids ['d0c51b42-6073-43ec-9bee-51decef9fa21'] in dv-cinder-768105-4-smb is: [{'id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'name': 'tempest-TestMinimumBasicScenario-1241615136-router', 'tenant_id': 'b796cc4945a24241a9f571e9e4b47e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:57Z', 'updated_at': '2021-01-26T20:45:35Z', 'revision_number': 5, 'project_id': 'b796cc4945a24241a9f571e9e4b47e09', 'gw_port': {'id': '5dda007f-164d-41bb-a460-58902bcaf9e2', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:40:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c51b42-6073-43ec-9bee-51decef9fa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:58Z', 'updated_at': '2021-01-26T20:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:45:38.505672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: result = function(*args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: proto.__init__(conn_state, self) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: self.handle() Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: self.handle_one_request() Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: self.handle_one_response() Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: result = self.application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return app(environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self.application) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return request.get_response(self.application) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = req.get_response(self._app) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: application, catch_exc_info=False) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: app_iter = application(self.environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: response = self.app(environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return resp(environ, start_response) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: resp = self.call_func(req, *args, **kw) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: return self.func(req, *args, **kwargs) Jan 26 20:45:38.512123 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: result = method(request=request, **args) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return self._delete(request, id, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*dup_args, **dup_kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: obj_deleter(request.context, id, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return method(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(*dup_args, **dup_kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: self._delete_current_gw_port(context, id, router, None) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: admin_ctx, gw_port_id, l3_port_check=False) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, context, *args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return method(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: context, port, router_ids, bound_mech_contexts) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: return function(*args, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: callback(resource, event, trigger, **kwargs) Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: if self._is_session_semantic_violated(context, resource, event): Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: stack = traceback.extract_stack() Jan 26 20:45:38.520289 dv-cinder-768105-4-smb neutron-server[80025]: Jan 26 20:45:38.672105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee21fb1-a136-40fe-b4af-cc1309e7009b req-a8107c13-9ead-45f0-b03f-537899883708 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:38.673793 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ee21fb1-a136-40fe-b4af-cc1309e7009b req-a8107c13-9ead-45f0-b03f-537899883708 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.2598536 Jan 26 20:45:38.770267 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ee21fb1-a136-40fe-b4af-cc1309e7009b req-bb15856d-1c50-4f55-ac3b-493ca72a76f9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897653 Jan 26 20:45:38.844842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.993227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.995866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.092228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.092889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c51b42-6073-43ec-9bee-51decef9fa21 {{(pid=80136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:45:39.117819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.119198 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3f2010ad-d156-43b1-bcbb-2fe5f7803762 admin admin] 10.222.0.89 "DELETE /v2.0/routers/d0c51b42-6073-43ec-9bee-51decef9fa21 HTTP/1.1" status: 204 len: 168 time: 1.8261991 Jan 26 20:45:39.122063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39078) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:39.195332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Deleting subnet 146c1f69-d6f6-4f98-82c2-cd57d34797df {{(pid=80136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:45:39.198795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.269961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6445101'] for subnet, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.419690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.699874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6445233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8090236'] for subnet, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.716179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:39.806312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146c1f69-d6f6-4f98-82c2-cd57d34797df,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:39.809024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:39.883258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.886693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f956d7-9e2e-473c-829b-7f93600f7e3c None None] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:45:39.889489 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-985ffb20-6028-40eb-a49d-8fa55ee62723 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/146c1f69-d6f6-4f98-82c2-cd57d34797df HTTP/1.1" status: 204 len: 168 time: 0.7661088 Jan 26 20:45:39.892926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39084) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:40.030940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:40.170359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Deleting port 34401d1a-b0ed-4730-b083-201d64d4eeab {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:40.170743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:40.199223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] DHCP port deletion for 27b1b6b3-83e1-4adc-8e78-14826c9f5019 request from dv-cinder-768105-4-smb {{(pid=80138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:45:40.204795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Deleting port 34401d1a-b0ed-4730-b083-201d64d4eeab {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:40.205098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:40.296451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 5dda007f-164d-41bb-a460-58902bcaf9e2 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:45:40.351978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 5dda007f-164d-41bb-a460-58902bcaf9e2 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:45:40.352671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 5dda007f-164d-41bb-a460-58902bcaf9e2 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:45:40.353563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 34401d1a-b0ed-4730-b083-201d64d4eeab no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:45:40.631700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20daf75-9ff2-42ce-9092-6aa2a2df689a req-2b00c7f1-5f94-4d56-a703-4585ded3b828 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:40.633861 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b20daf75-9ff2-42ce-9092-6aa2a2df689a req-2b00c7f1-5f94-4d56-a703-4585ded3b828 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.6519413 Jan 26 20:45:40.774678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:40.775151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:40.779509 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b20daf75-9ff2-42ce-9092-6aa2a2df689a req-545baabe-cf82-4305-a603-7a4e47e5ff70 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361332 Jan 26 20:45:40.830639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:40.831046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:40.973977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Calling delete_port for 34401d1a-b0ed-4730-b083-201d64d4eeab owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:40.988760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Calling delete_port for 34401d1a-b0ed-4730-b083-201d64d4eeab owned by network:dhcp {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:41.027702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ded4-36ae-4f3e-af65-2f804aa701e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.033535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.172448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:41.178433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 20:45:41.178433 dv-cinder-768105-4-smb neutron-server[80025]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 26 20:45:41.178433 dv-cinder-768105-4-smb neutron-server[80025]: [parameters: {'port_id': '34401d1a-b0ed-4730-b083-201d64d4eeab', 'host': 'dv-cinder-768105-4-smb', 'level': 0}] Jan 26 20:45:41.178433 dv-cinder-768105-4-smb neutron-server[80025]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:45:41.178918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:45:41.180583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.181119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:45:41.191064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80137) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:45:41.191838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:45:41.216411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-97844d7e-317e-499b-b30d-db1e1d8417f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:41.256185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:45:41.256594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0af3d337-75ec-4f54-a1e9-b5e3cd41e5c3 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:45:41.296010 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=34401d1a-b0ed-4730-b083-201d64d4eeab,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:41.299678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:41.680067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Deleting port 34401d1a-b0ed-4730-b083-201d64d4eeab {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:41.680908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.693773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Deleting port 34401d1a-b0ed-4730-b083-201d64d4eeab {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:41.694166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.909763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:41.910367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.943207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] For port 34401d1a-b0ed-4730-b083-201d64d4eeab, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=34401d1a-b0ed-4730-b083-201d64d4eeab,segment=NetworkSegment(d385c662-76cd-4c97-82f7-07aac6f63844),segment_id=d385c662-76cd-4c97-82f7-07aac6f63844)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:41.943601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.096197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Calling delete_port for 34401d1a-b0ed-4730-b083-201d64d4eeab owned by network:dhcp {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:42.120244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Calling delete_port for 34401d1a-b0ed-4730-b083-201d64d4eeab owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:45:42.196218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.215018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:42.222335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4cf4e-ac1b-4f79-b9cf-e767285012f6 req-d3c8f7f6-8fee-4243-baf5-e727e5014656 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:42.230070 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d8d4cf4e-ac1b-4f79-b9cf-e767285012f6 req-d3c8f7f6-8fee-4243-baf5-e727e5014656 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.2506702 Jan 26 20:45:42.267908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:45:42.268320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:45:42.269956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Pushing event deleted for resources: {'Port': ['ID=34401d1a-b0ed-4730-b083-201d64d4eeab,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:42.320098 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d8d4cf4e-ac1b-4f79-b9cf-e767285012f6 req-5cdeb346-6b67-4f5e-a316-dc4002c5c5f5 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886528 Jan 26 20:45:42.338866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:42.393598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] No DVR routers for this DVR port 34401d1a-b0ed-4730-b083-201d64d4eeab on host dv-cinder-768105-4-smb {{(pid=80137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:45:42.527050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.654824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b1b6b3-83e1-4adc-8e78-14826c9f5019']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:42.672687 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd385c662-76cd-4c97-82f7-07aac6f63844') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:42.673121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd385c662-76cd-4c97-82f7-07aac6f63844') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:45:42.692519 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.711552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.713832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:45:42.899829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:45:42.909563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.100916 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Network 27b1b6b3-83e1-4adc-8e78-14826c9f5019 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:45:43.125080 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:45:43.209763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Deleting port 34401d1a-b0ed-4730-b083-201d64d4eeab {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:45:43.210416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.240605 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.245149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84d5d45b-9691-4a9d-a802-a3943ee28f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:43.266494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.269319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Pushing event deleted for resources: {'Network': ['ID=27b1b6b3-83e1-4adc-8e78-14826c9f5019,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:43.273901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:43.290833 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] 10.222.0.89 "DELETE /v2.0/networks/27b1b6b3-83e1-4adc-8e78-14826c9f5019 HTTP/1.1" status: 204 len: 168 time: 3.3965390 Jan 26 20:45:43.296814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-8cef02ae-2fd4-47ec-ba60-408e095d8de9 None None] The port '34401d1a-b0ed-4730-b083-201d64d4eeab' was deleted {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:45:43.482076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cd72221b-a9fe-451b-8942-c795e1137717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.548579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39096) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:43.620137 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-91eca6e2-24e1-4793-ac66-f0280a3338ae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b796cc4945a24241a9f571e9e4b47e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702267 Jan 26 20:45:43.621716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e731ad2-8f63-4bb8-9919-7f2f5a85b2d7 req-11986208-a478-4bf0-b841-35eed071e1e2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:43.622705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39100) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:43.623442 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e731ad2-8f63-4bb8-9919-7f2f5a85b2d7 req-11986208-a478-4bf0-b841-35eed071e1e2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1334798 Jan 26 20:45:43.684105 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e731ad2-8f63-4bb8-9919-7f2f5a85b2d7 req-6768a11e-130a-4970-8573-6a91427bf2d3 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541167 Jan 26 20:45:43.688595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.719137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.781508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.787330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1a504e8c-d8d0-4b30-8183-bc03ac5d7c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:43.801631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ee6e6-9e51-4370-bb5e-e839e3f32daf,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:43.812221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.812626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.813049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.813448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.813837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.814224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.814610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.814995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.815378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.815809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.816192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.816573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.817016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.817401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.817783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.818163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.818543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.818926 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.819307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.819713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.820098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.820501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.820913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.821252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:43.830101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.830101 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4a2ee6e6-9e51-4370-bb5e-e839e3f32daf HTTP/1.1" status: 204 len: 168 time: 0.2031000 Jan 26 20:45:43.830101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:44.283221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:44.986224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ce77-3be7-4005-8744-2f25a1bca2b0 req-d7ca606d-5a8b-472e-b85c-b9fa5ebd8fc7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:44.988749 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b96ce77-3be7-4005-8744-2f25a1bca2b0 req-d7ca606d-5a8b-472e-b85c-b9fa5ebd8fc7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1272445 Jan 26 20:45:45.046870 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b96ce77-3be7-4005-8744-2f25a1bca2b0 req-2824d9e6-4c13-4d97-a7d4-2f02a18589f0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516520 Jan 26 20:45:45.092536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:45.539815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:46.316850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e041c-c61c-499b-94f3-781f7b661dcd req-9d1e7f6a-83fe-447e-84ad-09047efb02e0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:46.318487 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0c3e041c-c61c-499b-94f3-781f7b661dcd req-9d1e7f6a-83fe-447e-84ad-09047efb02e0 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1241584 Jan 26 20:45:46.373070 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0c3e041c-c61c-499b-94f3-781f7b661dcd req-3e4cf4d9-3582-4934-957f-6aefdfa4edb7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Jan 26 20:45:47.644430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5fe5d-50d4-4ce4-aea0-8962da33b611 req-28914636-3cbe-464f-ad55-b817433e395f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:47.645936 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ff5fe5d-50d4-4ce4-aea0-8962da33b611 req-28914636-3cbe-464f-ad55-b817433e395f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1253397 Jan 26 20:45:47.700721 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2ff5fe5d-50d4-4ce4-aea0-8962da33b611 req-5fa70c11-d4e1-414c-94c3-4ca8f29bf83f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484252 Jan 26 20:45:48.970248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0316a1-4e65-4e20-84c3-02015cd4a2e2 req-b0ca4bee-fcd4-4c79-91da-cff0ba0d41d9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:48.971886 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-eb0316a1-4e65-4e20-84c3-02015cd4a2e2 req-b0ca4bee-fcd4-4c79-91da-cff0ba0d41d9 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 943 time: 0.1279817 Jan 26 20:45:49.027315 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-eb0316a1-4e65-4e20-84c3-02015cd4a2e2 req-1de07080-3a12-43bf-aac6-3b777d6c0302 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Jan 26 20:45:49.604498 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-597dcdf3-fae0-4ed4-b4d5-8aa13efb7ee7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755312 Jan 26 20:45:49.704679 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179944-a613-46d9-946a-2344f82719b8 req-a3975f7c-1ff8-4b2b-ae50-015107ad7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:49.706249 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-a3975f7c-1ff8-4b2b-ae50-015107ad7c25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1163 time: 0.0792055 Jan 26 20:45:49.712035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:49.787004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:49.787448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:49.863916 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179944-a613-46d9-946a-2344f82719b8 req-cb71ba26-3a10-411e-990d-675d917c0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:49.865433 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-cb71ba26-3a10-411e-990d-675d917c0891 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.1375940 Jan 26 20:45:49.908513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:49.936142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:45:49.947089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b762dd0c-596c-4441-b97f-f637e214c211,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:49.950243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:49.952713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:49.978397 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-1bff7493-6a1f-4ff9-8e1c-fc62c5c2f85d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 1001 time: 0.1058960 Jan 26 20:45:50.035845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=6']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:50.039443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:50.049511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179944-a613-46d9-946a-2344f82719b8 req-8bf2e190-2ffb-4ee9-8ec9-270b690eff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:50.051096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-8bf2e190-2ffb-4ee9-8ec9-270b690eff41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.0663867 Jan 26 20:45:50.142053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179944-a613-46d9-946a-2344f82719b8 req-af62dfc4-cf67-41f2-8a10-e0d6a7631df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:50.143717 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-af62dfc4-cf67-41f2-8a10-e0d6a7631df4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849981 Jan 26 20:45:50.242607 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'code': 200} Jan 26 20:45:50.347756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd96890-7993-44bf-80e7-8ef2b955f6e9 req-7132825d-a008-4d32-9be6-5e13dff196e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:50.349474 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5dd96890-7993-44bf-80e7-8ef2b955f6e9 req-7132825d-a008-4d32-9be6-5e13dff196e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1577251 Jan 26 20:45:50.411759 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5dd96890-7993-44bf-80e7-8ef2b955f6e9 req-ea9377ce-5bfb-4422-9861-ac7982eaca96 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534813 Jan 26 20:45:50.567668 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-cd069835-ab33-48ac-ae32-f22a6d210852 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165547 Jan 26 20:45:50.572921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c34b2-c5d4-4644-973c-85b849ea96ff req-e7f00ccc-63c9-44ee-b8b9-c6bd939614e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:50.574448 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e9c34b2-c5d4-4644-973c-85b849ea96ff req-e7f00ccc-63c9-44ee-b8b9-c6bd939614e9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 1162 time: 0.1312289 Jan 26 20:45:50.706751 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1e9c34b2-c5d4-4644-973c-85b849ea96ff req-fe48792e-21e8-421e-881f-ccb97d79c244 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084080 Jan 26 20:45:50.747033 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-43179944-a613-46d9-946a-2344f82719b8 req-ddf773cf-93f8-4dc4-9f6d-0f2dd41ade35 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1715941 Jan 26 20:45:51.326143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:51.434350 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:51.506953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port b762dd0c-596c-4441-b97f-f637e214c211 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:51.507359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:51.692870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278f551-7fbb-42fc-98d5-96f356821cb1 req-d3480ab8-0d8b-40c2-b647-036116cbdae7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:51.694501 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f278f551-7fbb-42fc-98d5-96f356821cb1 req-d3480ab8-0d8b-40c2-b647-036116cbdae7 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1231163 Jan 26 20:45:51.751875 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f278f551-7fbb-42fc-98d5-96f356821cb1 req-75f5500c-b351-43fe-b0e3-7f2443518c33 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507860 Jan 26 20:45:53.024040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed204f-99ea-4b98-9147-5628c5f31747 req-681f297d-1f39-4383-b347-626800a48f3f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:53.025735 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbed204f-99ea-4b98-9147-5628c5f31747 req-681f297d-1f39-4383-b347-626800a48f3f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1294553 Jan 26 20:45:53.083973 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bbed204f-99ea-4b98-9147-5628c5f31747 req-7a76e66e-e450-44e9-aa37-1c64e97baa88 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513146 Jan 26 20:45:54.547853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e7de2-4933-4c4e-ad28-8a313f709985 req-1a26f630-8756-483c-bb68-e9d7e9054520 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:54.549492 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-389e7de2-4933-4c4e-ad28-8a313f709985 req-1a26f630-8756-483c-bb68-e9d7e9054520 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1229181 Jan 26 20:45:54.603779 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-389e7de2-4933-4c4e-ad28-8a313f709985 req-6e550e8e-5aaa-4f82-aef5-6ea6ed6cf068 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Jan 26 20:45:55.855201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a9d3-7fd8-4893-ad1e-d0faaab2cda5 req-869eab2e-446b-4384-86d6-a483b5b15140 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:55.856915 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9d05a9d3-7fd8-4893-ad1e-d0faaab2cda5 req-869eab2e-446b-4384-86d6-a483b5b15140 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1226113 Jan 26 20:45:55.912370 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9d05a9d3-7fd8-4893-ad1e-d0faaab2cda5 req-e72c7acf-f8fb-4b28-8d28-badaa0b49945 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487301 Jan 26 20:45:57.166207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2a42e-52fa-4f49-946c-8c25097ff4e6 req-9b3ca93e-1237-4c81-b296-434a6dcc3321 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:57.168135 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6d2a42e-52fa-4f49-946c-8c25097ff4e6 req-9b3ca93e-1237-4c81-b296-434a6dcc3321 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1278999 Jan 26 20:45:57.230274 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6d2a42e-52fa-4f49-946c-8c25097ff4e6 req-986bdc8f-62e9-4cbe-a34a-bd91d03e6ff1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505433 Jan 26 20:45:58.489226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd788f-28f9-4417-9406-1cc20b4b9516 req-02666339-7879-4c22-994d-5f804e26563c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:58.490754 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdbd788f-28f9-4417-9406-1cc20b4b9516 req-02666339-7879-4c22-994d-5f804e26563c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1270235 Jan 26 20:45:58.546073 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdbd788f-28f9-4417-9406-1cc20b4b9516 req-60837d15-4c06-4097-afca-e1e4081e24f1 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489573 Jan 26 20:45:59.800048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed360d32-f305-4ccf-b2a1-66bb9af4d564 req-6b9349df-fbcc-4251-b462-0694ccb183a9 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:59.801666 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed360d32-f305-4ccf-b2a1-66bb9af4d564 req-6b9349df-fbcc-4251-b462-0694ccb183a9 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1270902 Jan 26 20:45:59.856649 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ed360d32-f305-4ccf-b2a1-66bb9af4d564 req-7e4c5c0c-f9da-4bb8-a5c1-a696f9efd460 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487328 Jan 26 20:46:01.107244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6c62-d624-4a4d-9785-c70cbaf55789 req-5c3d14b2-1340-41bd-9860-1854c09bd160 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:01.108891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-351c6c62-d624-4a4d-9785-c70cbaf55789 req-5c3d14b2-1340-41bd-9860-1854c09bd160 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1238811 Jan 26 20:46:01.168345 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-351c6c62-d624-4a4d-9785-c70cbaf55789 req-f1ad009a-0e8c-4c7e-93d0-a95acbfaad9f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526812 Jan 26 20:46:01.500819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:46:01.573898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:46:01.574314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:02.421711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb802437-1e35-44d0-b119-6e1b35c27414 req-4d4168d7-04b1-493c-aae5-f3060cb5e7f3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:02.424354 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-eb802437-1e35-44d0-b119-6e1b35c27414 req-4d4168d7-04b1-493c-aae5-f3060cb5e7f3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1230307 Jan 26 20:46:02.479740 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-eb802437-1e35-44d0-b119-6e1b35c27414 req-a50150fb-ee79-4f2c-8916-9e1f2dcda334 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Jan 26 20:46:03.734214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789c0e7-f893-48e1-83e6-8b3a37145bf7 req-277e51ed-e84b-4f32-84b0-593c64bb1a97 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:03.736404 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7789c0e7-f893-48e1-83e6-8b3a37145bf7 req-277e51ed-e84b-4f32-84b0-593c64bb1a97 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1267438 Jan 26 20:46:03.792465 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7789c0e7-f893-48e1-83e6-8b3a37145bf7 req-fc2c9cc1-c56a-4474-9f6a-99616b77693c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 Jan 26 20:46:05.046307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5efb3d-2966-4bee-8b75-4ffc995c41fe req-2fdfb9fb-5271-4405-b1ec-904b42aaceef tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:05.047990 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4b5efb3d-2966-4bee-8b75-4ffc995c41fe req-2fdfb9fb-5271-4405-b1ec-904b42aaceef tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1279354 Jan 26 20:46:05.103005 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4b5efb3d-2966-4bee-8b75-4ffc995c41fe req-b89cd92a-9b88-4256-802a-104cd6df97d8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486197 Jan 26 20:46:05.590124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00508b48-d690-4481-ba7c-6abd30823bd7 req-65069e45-421e-4615-ae9a-bcbff79f2a56 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:05.591728 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00508b48-d690-4481-ba7c-6abd30823bd7 req-65069e45-421e-4615-ae9a-bcbff79f2a56 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1915126 Jan 26 20:46:05.593554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-c185a2c8-1c1a-41a9-92a7-8b6e6fbb6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:05.595520 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-c185a2c8-1c1a-41a9-92a7-8b6e6fbb6f70 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 1163 time: 0.1517777 Jan 26 20:46:05.727744 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-00508b48-d690-4481-ba7c-6abd30823bd7 req-c9136589-8d14-4106-b059-00f81f2f7097 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289163 Jan 26 20:46:05.777833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-fb5d0e32-3a40-4ce1-a5a8-839f9266ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:05.779374 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-fb5d0e32-3a40-4ce1-a5a8-839f9266ba7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.1646791 Jan 26 20:46:05.885366 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-2c8fea8d-8152-475d-a8da-9752c1f269f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 200 len: 1001 time: 0.0996220 Jan 26 20:46:05.951979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-be3f80bc-66f3-4d92-9e95-88e0dc6733b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:05.953450 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-be3f80bc-66f3-4d92-9e95-88e0dc6733b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.0615830 Jan 26 20:46:06.035553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-565f3332-7a89-4e26-ab12-316e8652a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:06.037076 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-565f3332-7a89-4e26-ab12-316e8652a302 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759974 Jan 26 20:46:06.175501 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-feeafb3a-d379-4e97-9b37-48e0fbb89bef service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306169 Jan 26 20:46:06.314562 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-46cf86d1-e76e-453c-87aa-8216d0896b8e req-1ac251e3-2742-4f96-af4f-86b35befb503 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1327257 Jan 26 20:46:06.989258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fbf86-88d6-4f47-b484-f396bd9fd034 req-7b1cc77b-1530-4ade-87c6-2e44d8516917 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:06.990929 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b9fbf86-88d6-4f47-b484-f396bd9fd034 req-7b1cc77b-1530-4ade-87c6-2e44d8516917 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1293528 Jan 26 20:46:07.048331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b9fbf86-88d6-4f47-b484-f396bd9fd034 req-77468e26-98f4-4246-86c0-a225c5704d79 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505021 Jan 26 20:46:07.539884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:46:07.612959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 734063f8-6999-4c80-bc06-7302af6d1c11 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:46:07.613382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:08.299877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a6940-0557-468b-8149-5c9c90217c2c req-13b9a0ed-37be-42cc-8e6b-ff743039430a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:08.301506 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e3a6940-0557-468b-8149-5c9c90217c2c req-13b9a0ed-37be-42cc-8e6b-ff743039430a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1237860 Jan 26 20:46:08.355226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e3a6940-0557-468b-8149-5c9c90217c2c req-e7915bae-c494-455b-bbed-681fa6f7d8be tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Jan 26 20:46:10.279686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:46:10.869024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aa8aef32-5c84-4010-9fc8-6f4ad7f4b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:13.474543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ed764b17-026b-4bae-a971-e4522237bcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:14.279544 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:15.093580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:15.513994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:21.347581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:26.777924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed39e6-cfc0-4cd3-ab8f-e17f4b2473ec req-801edf97-7f55-4111-b3c1-e25bdd6570e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:26.779512 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fed39e6-cfc0-4cd3-ab8f-e17f4b2473ec req-801edf97-7f55-4111-b3c1-e25bdd6570e6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1289747 Jan 26 20:46:26.835150 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fed39e6-cfc0-4cd3-ab8f-e17f4b2473ec req-477eac87-9b18-41ab-abcb-5593e5eeeb96 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Jan 26 20:46:28.100716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913d2b6-4dc3-4ab9-8619-f09b3cf9448f req-27326a4b-b6fd-44a7-aa03-140096f27e9d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:28.102362 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3913d2b6-4dc3-4ab9-8619-f09b3cf9448f req-27326a4b-b6fd-44a7-aa03-140096f27e9d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1227825 Jan 26 20:46:28.157566 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3913d2b6-4dc3-4ab9-8619-f09b3cf9448f req-fa3a75ba-b6f8-46bc-834e-bca4eb548e03 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups?id=84923f18-1a43-47f2-8250-f1dc941eb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Jan 26 20:46:28.166395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-fdd782a6-09c8-4507-9f07-c9550aa14c31 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:28.168335 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-fdd782a6-09c8-4507-9f07-c9550aa14c31 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 945 time: 0.1233654 Jan 26 20:46:28.257665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port b762dd0c-596c-4441-b97f-f637e214c211 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:28.258050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.511106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] For port b762dd0c-596c-4441-b97f-f637e214c211, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b762dd0c-596c-4441-b97f-f637e214c211,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:28.511536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.805119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.805454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.805802 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Floating IP 1e07a57f-657d-48f3-aa2f-d4802e11128c disassociated. External IP: 172.28.1.5, port: b762dd0c-596c-4441-b97f-f637e214c211. Jan 26 20:46:28.806170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for b762dd0c-596c-4441-b97f-f637e214c211 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:28.948475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.963461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4bce9f7-8d20-4a9c-a9b1-13d5f5eb5a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:29.271380 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'Port': ['ID=b762dd0c-596c-4441-b97f-f637e214c211,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:29.280884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:29.360897 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc12112e-9b02-4f48-ab71-99525be02c73 req-d3c273d3-d834-4c9c-80fe-1cf9c9fee5de tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e4919b8-f21b-467b-86f1-59c20b1a1edf HTTP/1.1" status: 200 len: 210 time: 0.0565603 Jan 26 20:46:29.566977 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:46:29.608402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:46:29.644655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: b762dd0c-596c-4441-b97f-f637e214c211 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:46:29.645052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device b762dd0c-596c-4441-b97f-f637e214c211 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:46:29.755231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:46:29.766320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:46:29.776535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:29.777185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:29.795242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] No DVR routers for this DVR port b762dd0c-596c-4441-b97f-f637e214c211 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:46:29.797653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:29.802032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-deleted', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:29.820309 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e15fdeda-9061-4d48-a819-3bca697b2a21 req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.90 "DELETE /v2.0/ports/b762dd0c-596c-4441-b97f-f637e214c211 HTTP/1.1" status: 204 len: 173 time: 1.6450136 Jan 26 20:46:29.870107 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4919b8-f21b-467b-86f1-59c20b1a1edf', 'name': 'network-vif-deleted', 'tag': 'b762dd0c-596c-4441-b97f-f637e214c211', 'status': 'completed', 'code': 200} Jan 26 20:46:29.974794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:30.454240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:30.458282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:46:30.467066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:30.467734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:30.650094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:30.969185 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:30.973204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101df8bc-30ef-4cd6-9ea5-4a82f619efbd None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:40:18Z', 'revision_number': 4, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'c7ec66cc-f6b5-402f-b946-35e1b6efcab9', 'name': '', 'network_id': '6db007fb-3826-46bc-b21d-882e8e98be13', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'mac_address': 'fa:16:3e:42:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:16Z', 'updated_at': '2021-01-26T20:40:35Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'subnets': [{'id': 'e3186363-ea4d-4397-94a8-6c4fb347591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:46:31.369025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f9ad2-980e-40a3-8c27-2aceebeefe63 None None] New status for floating IP 1e07a57f-657d-48f3-aa2f-d4802e11128c: DOWN {{(pid=80138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:46:31.552868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39232) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:31.628579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:31.657072 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:31.708921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:31.714146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7dcdc28-1ff7-4d35-b01e-97731ad322ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:31.730070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84923f18-1a43-47f2-8250-f1dc941eb10c,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:31.732837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:31.740293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:31.741523 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "DELETE /v2.0/security-groups/84923f18-1a43-47f2-8250-f1dc941eb10c HTTP/1.1" status: 204 len: 168 time: 0.1875756 Jan 26 20:46:31.744501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39236) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:31.765758 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.v2.resource [None req-98a383e2-6fc6-428d-907e-c4da49e184cd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] show failed (client error): The resource could not be found. Jan 26 20:46:31.766872 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-98a383e2-6fc6-428d-907e-c4da49e184cd tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "GET /v2.0/security-groups/84923f18-1a43-47f2-8250-f1dc941eb10c HTTP/1.1" status: 404 len: 347 time: 0.0213840 Jan 26 20:46:31.769867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39240) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:31.942953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Deleting port 1e7ccd67-ff60-4739-98d0-120b9a21b4fd {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:31.943336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.120922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.121204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.252104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Calling delete_port for 1e7ccd67-ff60-4739-98d0-120b9a21b4fd owned by network:floatingip {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:32.395193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.410706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5a687214-7b0f-4687-858c-eab97694262d tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:32.500189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Pushing event deleted for resources: {'Port': ['ID=1e7ccd67-ff60-4739-98d0-120b9a21b4fd,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:32.507327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:32.625762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks [] for floatingip, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.640095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:32.642173 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] 10.222.0.89 "DELETE /v2.0/floatingips/1e07a57f-657d-48f3-aa2f-d4802e11128c HTTP/1.1" status: 204 len: 168 time: 0.8712742 Jan 26 20:46:35.466784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39264) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:36.212268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:36.782498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Deleting port c7ec66cc-f6b5-402f-b946-35e1b6efcab9 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:36.783115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:36.963163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] For port c7ec66cc-f6b5-402f-b946-35e1b6efcab9, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:36.963599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:37.090580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Calling delete_port for c7ec66cc-f6b5-402f-b946-35e1b6efcab9 owned by network:router_interface {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:37.260655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:37.275689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:37.370194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ec66cc-f6b5-402f-b946-35e1b6efcab9,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:37.373996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:37.674535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:38.166114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Router d5879771-ff15-4d0e-9cef-831505663f7f has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:46:38.353236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:46:38.362288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Sync routers for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:46:38.366577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] 10.222.0.89 "PUT /v2.0/routers/d5879771-ff15-4d0e-9cef-831505663f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8986309 Jan 26 20:46:38.369385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39270) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:38.372131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:38.372780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:38.557422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks [] for router, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:38.558091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:38.872248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:46:37Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:38.876371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Checking router: d5879771-ff15-4d0e-9cef-831505663f7f for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:46:38.885415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Routers {'d5879771-ff15-4d0e-9cef-831505663f7f'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:38.886077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['d5879771-ff15-4d0e-9cef-831505663f7f'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:38.965323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:38.971159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Deleting port c4f7bc6d-ab50-4069-9df1-008b980affe9 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:38.971560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.072131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] Set router d5879771-ff15-4d0e-9cef-831505663f7f gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:39.153652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] For port c4f7bc6d-ab50-4069-9df1-008b980affe9, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=c4f7bc6d-ab50-4069-9df1-008b980affe9,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:39.153978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.287681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Calling delete_port for c4f7bc6d-ab50-4069-9df1-008b980affe9 owned by network:router_gateway {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:39.378941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:46:37Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:39.383094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1993fb93-579d-4e44-85ee-98ba2753b6f0 None None] The sync data for ids ['d5879771-ff15-4d0e-9cef-831505663f7f'] in dv-cinder-768105-4-smb is: [{'id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'name': 'tempest-AttachVolumeShelveTestJSON-1710422024-router', 'tenant_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:40:04Z', 'updated_at': '2021-01-26T20:46:37Z', 'revision_number': 5, 'project_id': '8f2ab2e8c14d40bf9ebc27bbcd33f1a6', 'gw_port': {'id': 'c4f7bc6d-ab50-4069-9df1-008b980affe9', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5879771-ff15-4d0e-9cef-831505663f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:40:06Z', 'updated_at': '2021-01-26T20:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:46:39.428842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.621146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.762179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.764563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.788123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.788689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5879771-ff15-4d0e-9cef-831505663f7f {{(pid=80137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:46:39.801233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] Notify callbacks [] for router, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.802468 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7871a903-855a-4b7b-b396-5d827e8a5430 admin admin] 10.222.0.89 "DELETE /v2.0/routers/d5879771-ff15-4d0e-9cef-831505663f7f HTTP/1.1" status: 204 len: 168 time: 1.4320278 Jan 26 20:46:39.805086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39274) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:39.872424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Deleting subnet e3186363-ea4d-4397-94a8-6c4fb347591e {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:46:39.875909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:39.933035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.058998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.285782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c7ec66cc-f6b5-402f-b946-35e1b6efcab9 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:46:40.321881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: c7ec66cc-f6b5-402f-b946-35e1b6efcab9 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:46:40.322476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c7ec66cc-f6b5-402f-b946-35e1b6efcab9 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:46:40.322719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c4f7bc6d-ab50-4069-9df1-008b980affe9 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:46:40.323172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.339258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f4f04f4-7eec-4a8e-a015-ba54223a5f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:40.357143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: c4f7bc6d-ab50-4069-9df1-008b980affe9 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:46:40.357532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device c4f7bc6d-ab50-4069-9df1-008b980affe9 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:46:40.426868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3186363-ea4d-4397-94a8-6c4fb347591e,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:40.448180 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.448591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.448998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.449401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.449800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.450197 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.450591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.450985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.451376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.451790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.452183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.452572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.453643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.454038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.454431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.454820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.455210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.455625 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.456018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.456413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.456805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.457192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.457580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.457966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:40.462770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:40.490867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.496455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e6bf06-1e17-4edd-8d31-0c4dd341eb2c None None] Network 6db007fb-3826-46bc-b21d-882e8e98be13 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:46:40.496870 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-112eee07-2ebc-4199-9608-67095fb9a347 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e3186363-ea4d-4397-94a8-6c4fb347591e HTTP/1.1" status: 204 len: 168 time: 0.6907775 Jan 26 20:46:40.500315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39278) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:40.615511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.686774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Deleting port 173dd1c1-629d-46fa-bebf-43e4b437e7ff {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:40.687724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.748469 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] DHCP port deletion for 6db007fb-3826-46bc-b21d-882e8e98be13 request from dv-cinder-768105-4-smb {{(pid=80138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:46:40.753232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Deleting port 173dd1c1-629d-46fa-bebf-43e4b437e7ff {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:40.753651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.906583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] For port 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=173dd1c1-629d-46fa-bebf-43e4b437e7ff,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:40.906957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.938258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8a09d63f-744f-4bd3-a4d1-9e34ff77f623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:40.980844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] For port 173dd1c1-629d-46fa-bebf-43e4b437e7ff, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=173dd1c1-629d-46fa-bebf-43e4b437e7ff,segment=NetworkSegment(11ff83ff-e3e8-4975-a995-776a2b287cce),segment_id=11ff83ff-e3e8-4975-a995-776a2b287cce)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:40.981224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.042581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Calling delete_port for 173dd1c1-629d-46fa-bebf-43e4b437e7ff owned by network:dhcp {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:41.112367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Calling delete_port for 173dd1c1-629d-46fa-bebf-43e4b437e7ff owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:41.120852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.136427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c72b6dd9-d671-4a3f-a13c-b0f7f20361f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:41.185733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:46:41.186128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:46:41.236397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=173dd1c1-629d-46fa-bebf-43e4b437e7ff,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:41.248502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:41.280684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] No DVR routers for this DVR port 173dd1c1-629d-46fa-bebf-43e4b437e7ff on host dv-cinder-768105-4-smb {{(pid=80137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:46:41.403035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.516212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db007fb-3826-46bc-b21d-882e8e98be13']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:41.528650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ff83ff-e3e8-4975-a995-776a2b287cce') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:41.529007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ff83ff-e3e8-4975-a995-776a2b287cce') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:41.541537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.556046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.557998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:46:41.688312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Deleting port 173dd1c1-629d-46fa-bebf-43e4b437e7ff {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:41.688745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.734524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Network 6db007fb-3826-46bc-b21d-882e8e98be13 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:46:41.743560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:41.760117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b376b6af-a393-43e0-9b0a-3f181c9ba18a None None] The port '173dd1c1-629d-46fa-bebf-43e4b437e7ff' was deleted {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:46:41.923047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Network 6db007fb-3826-46bc-b21d-882e8e98be13 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:46:41.949557 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:46:42.023859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.027321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-320de3ec-e1c9-453d-94b8-6f7fbc7b342d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:42.040946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.052626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=6db007fb-3826-46bc-b21d-882e8e98be13,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:42.056066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:42.066972 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] 10.222.0.89 "DELETE /v2.0/networks/6db007fb-3826-46bc-b21d-882e8e98be13 HTTP/1.1" status: 204 len: 168 time: 1.5656309 Jan 26 20:46:42.212456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39284) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:42.269205 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5471ddf3-1d64-4cc6-b1da-1f672c92ed1f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8f2ab2e8c14d40bf9ebc27bbcd33f1a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554354 Jan 26 20:46:42.271832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39288) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:42.285138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 173dd1c1-629d-46fa-bebf-43e4b437e7ff no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:46:42.321819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 173dd1c1-629d-46fa-bebf-43e4b437e7ff {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:46:42.322219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 173dd1c1-629d-46fa-bebf-43e4b437e7ff not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:46:42.336404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.364652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.411338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.416516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16e9ccd2-b12b-4706-a81d-ec7c3b7a0cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:42.431120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c9e37-e93f-47f4-8525-e1839c0838d2,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:42.433910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:42.440465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:42.441696 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/264c9e37-e93f-47f4-8525-e1839c0838d2 HTTP/1.1" status: 204 len: 168 time: 0.1688790 Jan 26 20:46:43.330174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39318) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:43.472527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-586694608-network', 'tenant_id': '8231fa409ad1494988d371119f3f42f9'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:43.477481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c638660a-cf71-4bcd-b0db-78a1d00ec77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.477888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:43.482067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Usage tracker for resource:network and tenant:8231fa409ad1494988d371119f3f42f9 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:43.486488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:43.492388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:43.502358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:46:43.507012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.519851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.535141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:43.539238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8231fa409ad1494988d371119f3f42f9 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:43.545017 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:43.551683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:43.641776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.644535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.650035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5fca8de-f3a7-4d46-8351-e139f46dffa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:43.725877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:46:43.740810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678edd0b-17ad-4ba9-a78e-bc7b70680de9,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:43.745763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.746194 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Added segment f2f423a4-fd2e-492b-82aa-264477af179d of type vxlan for network a53c08da-1cc0-4ae8-a897-fb51c82d9735 Jan 26 20:46:43.747591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:43.790116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.845608 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419f7e-cb7a-4a90-8d57-3a5a3764a83c req-28bc738d-53d4-4413-8db0-f6de394a4b3f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:43.847216 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f7419f7e-cb7a-4a90-8d57-3a5a3764a83c req-28bc738d-53d4-4413-8db0-f6de394a4b3f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1993520 Jan 26 20:46:43.896860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.904550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:43.905188 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:43.912667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:44.177729 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f7419f7e-cb7a-4a90-8d57-3a5a3764a83c req-39a91fad-5058-432d-ad66-486d3ddac270 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176939 Jan 26 20:46:44.256396 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9250414 Jan 26 20:46:44.257415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a53c08da-1cc0-4ae8-a897-fb51c82d9735,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:44.259480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39326) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:44.260524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:44.266535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Request body: {'subnet': {'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-586694608-subnet', 'tenant_id': '8231fa409ad1494988d371119f3f42f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:44.269070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:46:44.271956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:44.276049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Usage tracker for resource:subnet and tenant:8231fa409ad1494988d371119f3f42f9 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:44.279109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:44.285596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:44.287807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:46:44.295857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:46:44.300790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846685610'] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:44.449866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:44.695613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848330508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846685625'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:44.711229 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:44.833829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c038f772-0bf9-4cb4-a3a2-1531269e8f6d,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:44.854893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.855304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.855750 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.856152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.856549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.856948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.857340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.857730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.858117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.858504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.858991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.859309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.859779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.860166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.860557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.860939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.861322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.861706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.862088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.862472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.862858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.863241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.863645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.864028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:44.878254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:44.921526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Checking segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:46:44.921917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Network hostable DHCP agents. Network: a53c08da-1cc0-4ae8-a897-fb51c82d9735, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:46:44.939966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:46:44.947910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, a53c08da-1cc0-4ae8-a897-fb51c82d9735) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:46:44.957375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7073c7c-ac9c-4956-b61f-29326b35718a None None] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:46:44.961486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:44.962067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:44.980929 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b73fe3bc-19c3-4a02-9156-88d34acdcec0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7202287 Jan 26 20:46:45.134648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:45.198882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a4e88-1ff4-4998-9487-2fab971dfae1 None None] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:46:45.482440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea13f8-852e-402c-83f6-6012d8197fbe req-44859822-7f49-42a8-886f-1e77b57dcbd4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:45.484738 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-61ea13f8-852e-402c-83f6-6012d8197fbe req-44859822-7f49-42a8-886f-1e77b57dcbd4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.1382985 Jan 26 20:46:45.524676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:45.541977 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-61ea13f8-852e-402c-83f6-6012d8197fbe req-447c52b1-58fe-498a-8fb0-f932543ec239 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 Jan 26 20:46:45.668752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 734063f8-6999-4c80-bc06-7302af6d1c11 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:46:45.699102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-28b9a366-ae7e-4976-ab06-4e4d7fc8996a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:45.700813 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-28b9a366-ae7e-4976-ab06-4e4d7fc8996a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.2591300 Jan 26 20:46:45.759338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-215849e2-20c3-476c-866c-6d2f35f1bcea tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:45.760834 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-215849e2-20c3-476c-866c-6d2f35f1bcea tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 946 time: 0.2384157 Jan 26 20:46:45.764575 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-f6011afc-ec42-4ec4-a143-903faac020bd tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/quotas/8231fa409ad1494988d371119f3f42f9 HTTP/1.1" status: 200 len: 375 time: 0.0572803 Jan 26 20:46:45.790722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:45.818828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:45.829678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 734063f8-6999-4c80-bc06-7302af6d1c11, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=734063f8-6999-4c80-bc06-7302af6d1c11,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:45.832798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:45.834645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:45.856934 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-6bd4d827-4ff8-48e8-8c74-461fc28111df tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543427 Jan 26 20:46:45.885976 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11', 'code': 200} Jan 26 20:46:45.898674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Deleting port 734063f8-6999-4c80-bc06-7302af6d1c11 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:45.899062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:45.909708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:45.918056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.918441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.918823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.919198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.919599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.919971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.920338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.920705 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.921073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.921479 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.921851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.922213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.922639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.923008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.923376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.923784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.924148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.924515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.924880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.925242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.925581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.925946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.926311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.926671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:45.931362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:46.426978 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-e4173bb3-16e6-44f6-b2c2-8ba0abfda512 service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565441 Jan 26 20:46:46.581928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] For port 734063f8-6999-4c80-bc06-7302af6d1c11, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=734063f8-6999-4c80-bc06-7302af6d1c11,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:46.582321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:46.713938 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d4f89ba2-2efd-4e74-967f-314eb1aa36fb service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2726223 Jan 26 20:46:46.802263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88488c-e7cf-4124-ae0d-bda6c8127aed req-de840578-c555-415e-926d-f964f2a268e2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:46.804105 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8a88488c-e7cf-4124-ae0d-bda6c8127aed req-de840578-c555-415e-926d-f964f2a268e2 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 944 time: 0.1299989 Jan 26 20:46:46.877066 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8a88488c-e7cf-4124-ae0d-bda6c8127aed req-14f28850-1fb9-4b0d-9321-cfa5637b3b62 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=5cb839ae-58ff-4150-b599-5357ec05e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661223 Jan 26 20:46:46.952906 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6cb9eef2-ba6a-47ac-afee-bac2e995a24e req-18f052b9-42be-4570-8ab1-190d2763609d tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 210 time: 0.0540724 Jan 26 20:46:46.976961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:46.977377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:46.977729 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Floating IP ae9dfec3-6181-4b40-9737-6e0698efa381 disassociated. External IP: 172.28.1.27, port: 734063f8-6999-4c80-bc06-7302af6d1c11. Jan 26 20:46:46.978114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Calling delete_port for 734063f8-6999-4c80-bc06-7302af6d1c11 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:47.138591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.156638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-64371582-de81-42e4-aee3-15bf49b30dac tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:47.258277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'Port': ['ID=734063f8-6999-4c80-bc06-7302af6d1c11,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:47.261110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:47.279108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:46:47.527113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:46:47.713602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:46:47.724865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:46:47.735737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:47.736407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:47.757718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] No DVR routers for this DVR port 734063f8-6999-4c80-bc06-7302af6d1c11 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:46:47.760044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.764354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-deleted', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:47.785233 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ee92ebcc-c719-4583-adf2-8c0c0c62f680 req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "DELETE /v2.0/ports/734063f8-6999-4c80-bc06-7302af6d1c11 HTTP/1.1" status: 204 len: 173 time: 2.0182812 Jan 26 20:46:47.845424 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfe0a2-4557-42ce-a934-8509be24317a', 'name': 'network-vif-deleted', 'tag': '734063f8-6999-4c80-bc06-7302af6d1c11', 'status': 'completed', 'code': 200} Jan 26 20:46:47.966201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:48.111974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-32a6dca6-c7b1-4f6d-b800-f1cf4fef57ce req-81dfb182-1d3a-493a-bef9-533cf171d862 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:48.161850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-32a6dca6-c7b1-4f6d-b800-f1cf4fef57ce req-81dfb182-1d3a-493a-bef9-533cf171d862 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:48.163145 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-32a6dca6-c7b1-4f6d-b800-f1cf4fef57ce req-81dfb182-1d3a-493a-bef9-533cf171d862 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bfe0a2-4557-42ce-a934-8509be24317a HTTP/1.1" status: 200 len: 210 time: 0.1291060 Jan 26 20:46:48.189842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4ce43907-9dcc-46de-aa65-194c544a92f0 req-4e03dbf0-70db-4a01-baaf-c1608e4243fa tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 210 time: 0.0784614 Jan 26 20:46:48.256621 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-6c7bc962-d41e-458a-8d11-664395509005 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:48.258317 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-6c7bc962-d41e-458a-8d11-664395509005 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.3617017 Jan 26 20:46:48.285849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Request body: {'port': {'device_id': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735', 'admin_state_up': True, 'tenant_id': '8231fa409ad1494988d371119f3f42f9'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:48.441234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:48.445425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Usage tracker for resource:port and tenant:8231fa409ad1494988d371119f3f42f9 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:48.448688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:48.454352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:48.464806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:46:48.478663 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:48.519331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:48.524552 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:46:48.534233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:46:48.534910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:48.722290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:46:48.788151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Allocated IP 172.20.0.4 (a53c08da-1cc0-4ae8-a897-fb51c82d9735/c038f772-0bf9-4cb4-a3a2-1531269e8f6d/df789ee4-ca9f-4673-8fda-38fff9acdfc1) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:46:48.996371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.024841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.039794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6fe8b079-090e-4577-b970-83503dbba2e0 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:49.049629 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:46:49.053785 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c5595-2cc9-49d0-a277-1ff54f7c8b00 None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:46:49.367370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39390) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:49.429282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event updated for resources: {'Port': ['ID=df789ee4-ca9f-4673-8fda-38fff9acdfc1,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:49.442683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:49.473814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2df660-7e2e-4835-a1f1-feeadbe4f3e5 None None] New status for floating IP ae9dfec3-6181-4b40-9737-6e0698efa381: DOWN {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:46:49.479349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f5c2-a990-4999-9d7a-6eac0e367ec5 req-a122cd8b-4c31-4ea7-829e-60cf9b3e82ed tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:49.481360 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-44b0f5c2-a990-4999-9d7a-6eac0e367ec5 req-a122cd8b-4c31-4ea7-829e-60cf9b3e82ed tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 931 time: 0.1334596 Jan 26 20:46:49.512510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.541941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-44b0f5c2-a990-4999-9d7a-6eac0e367ec5 req-ff464a9c-3255-4727-b595-87c9468eceb9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:security_group {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:49.544586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.559245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-44b0f5c2-a990-4999-9d7a-6eac0e367ec5 req-ff464a9c-3255-4727-b595-87c9468eceb9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:security_group {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:49.560559 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-44b0f5c2-a990-4999-9d7a-6eac0e367ec5 req-ff464a9c-3255-4727-b595-87c9468eceb9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Jan 26 20:46:49.602177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:46:49.603934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:46:49.610262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:46:49.640554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.649464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f33c289c-a32e-403d-ae69-6be146de50b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:49.677237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb839ae-58ff-4150-b599-5357ec05e63f,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:49.684957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:49.728445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:49.729147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.749094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.750877 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "DELETE /v2.0/security-groups/5cb839ae-58ff-4150-b599-5357ec05e63f HTTP/1.1" status: 204 len: 168 time: 0.3783033 Jan 26 20:46:49.752794 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4719114 Jan 26 20:46:49.753677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 39394) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:49.774216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Request body: {'port': {'device_id': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:49.804951 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.v2.resource [None req-32f88c84-ea77-48fb-ad5a-7a5307db5047 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] show failed (client error): The resource could not be found. Jan 26 20:46:49.806004 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-32f88c84-ea77-48fb-ad5a-7a5307db5047 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups/5cb839ae-58ff-4150-b599-5357ec05e63f HTTP/1.1" status: 404 len: 347 time: 0.0513725 Jan 26 20:46:49.809216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39398) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:49.894598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:49.984559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Deleting port 65ac7b66-5553-4de4-a3ea-2ff869a204b8 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:46:49.984939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.164283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.164660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.302026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Calling delete_port for 65ac7b66-5553-4de4-a3ea-2ff869a204b8 owned by network:floatingip {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:46:50.311469 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df789ee4-ca9f-4673-8fda-38fff9acdfc1 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:46:50.319777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.332300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Transition to ACTIVE for port object df789ee4-ca9f-4673-8fda-38fff9acdfc1 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:46:50.334934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.354525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8ca52c67-b79c-428f-a8b2-387623576a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:50.452245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.471939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:50.492958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Pushing event updated for resources: {'Port': ['ID=df789ee4-ca9f-4673-8fda-38fff9acdfc1,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:50.496106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:50.573804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'Port': ['ID=65ac7b66-5553-4de4-a3ea-2ff869a204b8,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:50.578302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:50.712634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.735461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.736819 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-777b7842-da4a-4761-b609-3df4dfd119bc tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "DELETE /v2.0/floatingips/ae9dfec3-6181-4b40-9737-6e0698efa381 HTTP/1.1" status: 204 len: 168 time: 0.9264688 Jan 26 20:46:50.750825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Attempting to bind port df789ee4-ca9f-4673-8fda-38fff9acdfc1 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:46:50.751210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Attempting to bind port df789ee4-ca9f-4673-8fda-38fff9acdfc1 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:46:50.751610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Attempting to bind port df789ee4-ca9f-4673-8fda-38fff9acdfc1 on network a53c08da-1cc0-4ae8-a897-fb51c82d9735 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:46:50.764485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:46:50.764880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Checking segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:46:50.765287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.765686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Bound using segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:46:50.766159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Bound port: df789ee4-ca9f-4673-8fda-38fff9acdfc1, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:46:50.766530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.927642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5224bc-d546-4c57-aa0f-dd7349ee9db5 req-0c99a319-74c8-4b7b-8939-1868332b9892 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:50.928412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-7e5224bc-d546-4c57-aa0f-dd7349ee9db5 req-0c99a319-74c8-4b7b-8939-1868332b9892 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:50.939376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] For port df789ee4-ca9f-4673-8fda-38fff9acdfc1, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:46:50.944864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] For port df789ee4-ca9f-4673-8fda-38fff9acdfc1, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:46:50.951304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:50.969421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d12fd11-7254-4300-b4bb-8b68865c8abe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:51.065597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-7e5224bc-d546-4c57-aa0f-dd7349ee9db5 req-0c99a319-74c8-4b7b-8939-1868332b9892 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:51.067004 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7e5224bc-d546-4c57-aa0f-dd7349ee9db5 req-0c99a319-74c8-4b7b-8939-1868332b9892 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 943 time: 0.3624477 Jan 26 20:46:51.089631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39406) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:51.095870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506757115', 'description': 'tempest-description--1728694931'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:51.110361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:51.114912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:51.118016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:51.123897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:51.135572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.157102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:51.161204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:51.162161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Pushing event updated for resources: {'Port': ['ID=df789ee4-ca9f-4673-8fda-38fff9acdfc1,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:51.164189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:51.165895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:51.170559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:51.188834 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7e5224bc-d546-4c57-aa0f-dd7349ee9db5 req-09509802-6f20-4857-9657-7c4c62994b21 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146929 Jan 26 20:46:51.219710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:51.220639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.224347 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] 10.222.0.90 "PUT /v2.0/ports/df789ee4-ca9f-4673-8fda-38fff9acdfc1 HTTP/1.1" status: 200 len: 1157 time: 1.4557002 Jan 26 20:46:51.225149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:51.263135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.266371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.272293 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-addfa32f-4e76-4d0a-9848-c7fc9f64a287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:51.303059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1', 'status': 'completed', 'code': 200} Jan 26 20:46:51.318191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:51.321341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:51.322816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.327097 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2334335 Jan 26 20:46:51.327500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39412) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:51.333027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:51.346265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-2e5bdadc-27c5-45d4-91d2-e61683b5c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:51.347953 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-2e5bdadc-27c5-45d4-91d2-e61683b5c781 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 1160 time: 0.0857027 Jan 26 20:46:51.348797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:51.353051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:51.356089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:51.361331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.362718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:51.379930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.427406 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-5c7e4abc-be92-4449-9246-3fd93dde9f0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1 HTTP/1.1" status: 200 len: 217 time: 0.0724030 Jan 26 20:46:51.444037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.448267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.450337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:51.474222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474958bb-6873-4f18-887c-61093d22b4b8,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:51.476820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:51.484286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.485588 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d7533e93-489d-40ef-8350-a3cbce1796e3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572201 Jan 26 20:46:51.488743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39416) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:51.493988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:51.498722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-5ec14951-c80d-44a3-9214-46d9d89e4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:51.500429 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-5ec14951-c80d-44a3-9214-46d9d89e4ffd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0674543 Jan 26 20:46:51.507854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:51.511948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:security_group_rule and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:51.515128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:51.521011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:51.537830 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.551946 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-7f0c8a2a-54e6-46e5-a906-716c965202e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456679 Jan 26 20:46:51.606559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.609823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.616991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:51.636065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079dff62-49be-4889-b488-7d0e460dde6e,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:51.638769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:51.645950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.650295 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-42a4290d-be29-4e6c-8fd0-0ebc834f6200 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579006 Jan 26 20:46:51.650553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39420) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:51.656781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:51.670536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:51.675199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Usage tracker for resource:floatingip and tenant:d61cdbb1029f453181b0fced67c8fa9f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:51.678237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:51.684119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:51.693913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.694654 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-4d0a19cc-d179-4246-8bb4-22f01c6dcf02 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367347 Jan 26 20:46:51.838022 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-afeff287-dcd4-40a6-8abe-217d3c32d4d2 req-ba064065-3029-4a40-8734-ca844a2e77cb service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365154 Jan 26 20:46:51.838277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:51.963441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93db47-bb02-410f-9dca-2839b434a419 req-e1e254c8-3471-4397-aef8-45f002dd99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:51.965085 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-e1e254c8-3471-4397-aef8-45f002dd99ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 1160 time: 0.0819755 Jan 26 20:46:52.105844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Allocated IP 172.28.1.10 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/c75f1ac5-b5c2-486b-92e7-445ebced6ffc) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:46:52.114142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93db47-bb02-410f-9dca-2839b434a419 req-b8ffa7a1-8f75-494b-a2be-9062a26115ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:52.115782 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-b8ffa7a1-8f75-494b-a2be-9062a26115ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 908 time: 0.1432948 Jan 26 20:46:52.187144 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-2cb0d650-f212-4842-98bc-b0fd86d1ea01 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1 HTTP/1.1" status: 200 len: 217 time: 0.0645545 Jan 26 20:46:52.261723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93db47-bb02-410f-9dca-2839b434a419 req-245793c0-1738-4cb9-9f9e-e757abafe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:52.263441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-245793c0-1738-4cb9-9f9e-e757abafe47c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0702424 Jan 26 20:46:52.264442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.294898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.310814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-26f15cda-79e0-4ef6-9ae9-1f43e245fd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:52.321249 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-2e74d2a8-f912-4a9d-a4cd-62c0397d66bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482097 Jan 26 20:46:52.448895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=c75f1ac5-b5c2-486b-92e7-445ebced6ffc,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:52.454075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:52.506250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:46:52.507483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:46:52.509756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:46:52.533187 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-8ffc28a2-7bdb-4b52-92b2-6f43138adf5f service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041497 Jan 26 20:46:52.579286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4590-bd22-4e04-91fc-a59b23559f1c req-07a5ab56-f1d6-4999-93dc-b8df09f9262a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:52.580947 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f0bb4590-bd22-4e04-91fc-a59b23559f1c req-07a5ab56-f1d6-4999-93dc-b8df09f9262a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 943 time: 0.2310307 Jan 26 20:46:52.590061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.653224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.933214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.936614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:52.937965 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f0bb4590-bd22-4e04-91fc-a59b23559f1c req-7833026d-b8d2-4059-b264-0b195e36287c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345222 Jan 26 20:46:52.955451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3048a630-ef14-4e22-afb2-d5207fb42b9f tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:52.977580 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6d93db47-bb02-410f-9dca-2839b434a419 req-84e7e8b7-5014-4a1f-a5e7-404036d81d19 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3956118 Jan 26 20:46:53.085551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=c75f1ac5-b5c2-486b-92e7-445ebced6ffc,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:53.090048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:53.188756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:53.212903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:53.214240 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5626366 Jan 26 20:46:53.467321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-33d2e5a0-a3a2-4526-ad97-a5a0f9ccd88a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:53.482459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-33d2e5a0-a3a2-4526-ad97-a5a0f9ccd88a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:53.483787 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-33d2e5a0-a3a2-4526-ad97-a5a0f9ccd88a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--506757115&fields=id&tenant_id=d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 267 time: 0.0705261 Jan 26 20:46:53.684037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f894fbf3-20dc-4f2d-9e09-9b8848a40643 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:53.684791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f894fbf3-20dc-4f2d-9e09-9b8848a40643 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:network {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:53.701495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f894fbf3-20dc-4f2d-9e09-9b8848a40643 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:network {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:53.703322 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f894fbf3-20dc-4f2d-9e09-9b8848a40643 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 811 time: 0.2123837 Jan 26 20:46:53.719246 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-76645f8a-0c92-4f08-be8c-e161e1f5f089 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/quotas/d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 375 time: 0.0098331 Jan 26 20:46:53.823577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-72b6e1e5-2690-4d8a-8855-eac8923dcfbd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:46:53.838972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-d671f684-f4eb-43c8-bf77-8ddf06d1fe77 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:53.853799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-d671f684-f4eb-43c8-bf77-8ddf06d1fe77 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:53.855236 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-d671f684-f4eb-43c8-bf77-8ddf06d1fe77 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301558 Jan 26 20:46:54.107894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device df789ee4-ca9f-4673-8fda-38fff9acdfc1 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:46:54.196037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa6fe9-8614-4ba9-90d6-a9afa8562d4a req-7e462896-c138-450a-bbf2-6c5f2740fb48 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:54.197839 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4faa6fe9-8614-4ba9-90d6-a9afa8562d4a req-7e462896-c138-450a-bbf2-6c5f2740fb48 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 943 time: 0.1291237 Jan 26 20:46:54.205980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port df789ee4-ca9f-4673-8fda-38fff9acdfc1 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:46:54.212101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port df789ee4-ca9f-4673-8fda-38fff9acdfc1 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:46:54.212849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:54.266004 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4faa6fe9-8614-4ba9-90d6-a9afa8562d4a req-786ccb21-dfca-4c05-b934-a8a00db4fc0f tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607679 Jan 26 20:46:54.302767 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-83f68013-1902-4484-aecb-d0c54340bf87 service neutron] 10.222.0.89 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349778 Jan 26 20:46:54.340942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:54.369576 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:54.380273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port df789ee4-ca9f-4673-8fda-38fff9acdfc1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:46:54.383425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:54.386384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:54.434772 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1', 'code': 200} Jan 26 20:46:54.448761 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-36cddab6-9e52-4357-a6dc-cdd196160c53 service neutron] 10.222.0.89 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393294 Jan 26 20:46:54.462509 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=df789ee4-ca9f-4673-8fda-38fff9acdfc1,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:54.466660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:54.690510 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-da7c0173-2e01-4c1d-a843-ac2525ea68d7 req-e8da270e-da19-4d57-85f6-f60673a64c74 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 210 time: 0.0555809 Jan 26 20:46:54.715426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ea3e-d8ea-4f69-9d8b-9a9c22be5f8b req-cdd949eb-5a61-487f-a5ab-cb5de85a877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:54.717028 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdc7ea3e-d8ea-4f69-9d8b-9a9c22be5f8b req-cdd949eb-5a61-487f-a5ab-cb5de85a877c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 1162 time: 0.1243405 Jan 26 20:46:54.759601 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdc7ea3e-d8ea-4f69-9d8b-9a9c22be5f8b req-9b89ab3a-6f6f-4c3a-ad8d-8a159109d167 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359251 Jan 26 20:46:55.518504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6e0ea-44d7-4460-b1f4-110d7ef3a643 req-71498f2f-8975-4db8-a51e-c475464d9367 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:55.520188 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39d6e0ea-44d7-4460-b1f4-110d7ef3a643 req-71498f2f-8975-4db8-a51e-c475464d9367 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 945 time: 0.1241527 Jan 26 20:46:55.581894 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39d6e0ea-44d7-4460-b1f4-110d7ef3a643 req-856e4b77-f564-44ce-8caf-f8b9d47836f4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Jan 26 20:46:55.766470 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-38b22287-8073-40e6-89f5-f7f0650e8e07 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:55.768166 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-38b22287-8073-40e6-89f5-f7f0650e8e07 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 811 time: 0.2064769 Jan 26 20:46:55.879588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device df789ee4-ca9f-4673-8fda-38fff9acdfc1 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:46:55.903645 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a3388b22-4bc7-435d-8fcd-1b2e5770e66e req-912781b6-e465-4889-ab09-b14fb277d0c3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 210 time: 0.0642333 Jan 26 20:46:55.929719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-fd75591d-ffa9-4024-b576-ca2107cdf19b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:55.943332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-fd75591d-ffa9-4024-b576-ca2107cdf19b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:55.944765 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-fd75591d-ffa9-4024-b576-ca2107cdf19b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d61cdbb1029f453181b0fced67c8fa9f HTTP/1.1" status: 200 len: 5708 time: 0.1618288 Jan 26 20:46:55.955410 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port df789ee4-ca9f-4673-8fda-38fff9acdfc1 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:46:55.955859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:55.956614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'port': {'device_id': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'admin_state_up': True, 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'security_groups': ['ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:56.103078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:56.113365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:56.121896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Made reservation on behalf of d61cdbb1029f453181b0fced67c8fa9f for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:46:56.135533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:56.443590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Allocated IP 172.20.0.6 (0d35de9c-3b9e-4630-a445-122f593eea20/da73ad6e-fa6b-4811-b3b8-203fc86e5f90/2b332e56-9bd4-4e1f-bce2-4f3119b63ff3) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:46:56.640406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:56.657024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Transition to ACTIVE for port object 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:46:56.681113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:56.700380 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b6c8334f-e78c-4a66-a554-451aeb2b5c40 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:56.834377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event updated for resources: {'Port': ['ID=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:56.837568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:56.838294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568764d-c6df-4264-b6a1-aa6722753a9d req-b6b6adfe-445c-4e92-87f8-beea58d7086b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:56.840083 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3568764d-c6df-4264-b6a1-aa6722753a9d req-b6b6adfe-445c-4e92-87f8-beea58d7086b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 945 time: 0.1240578 Jan 26 20:46:56.895355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Network 0d35de9c-3b9e-4630-a445-122f593eea20 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:46:56.896511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:46:56.897501 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3568764d-c6df-4264-b6a1-aa6722753a9d req-3d72f9ba-26a3-4f26-94bd-14c72242eec3 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Jan 26 20:46:56.898840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:46:57.002936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:57.004103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:57.036203 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838776 Jan 26 20:46:57.049378 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Request body: {'port': {'device_id': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:46:57.134671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-779f13f6-0957-4743-b875-b302f6235731 None None] Provisioning for port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:46:57.140435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-779f13f6-0957-4743-b875-b302f6235731 None None] Provisioning complete for port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:46:57.140787 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-779f13f6-0957-4743-b875-b302f6235731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:57.198561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-779f13f6-0957-4743-b875-b302f6235731 None None] Port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:46:57.239319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:57.303534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0865d0-e68b-435c-b7a7-324d14c2441e req-91557009-48cf-41f4-b097-d8b224cac56a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:57.304359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-fd0865d0-e68b-435c-b7a7-324d14c2441e req-91557009-48cf-41f4-b097-d8b224cac56a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Synchronizing usage tracker for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:57.372503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-fd0865d0-e68b-435c-b7a7-324d14c2441e req-91557009-48cf-41f4-b097-d8b224cac56a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Unset dirty status for tenant:d61cdbb1029f453181b0fced67c8fa9f on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:57.373799 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fd0865d0-e68b-435c-b7a7-324d14c2441e req-91557009-48cf-41f4-b097-d8b224cac56a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 931 time: 0.2961726 Jan 26 20:46:57.484138 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fd0865d0-e68b-435c-b7a7-324d14c2441e req-4b2bf7b6-2ef1-4921-8a2e-e8e4739c585f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760357 Jan 26 20:46:57.760423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:46:57.768312 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:57.780016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Transition to ACTIVE for port object 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:46:57.783065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:57.798137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:57.930498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Pushing event updated for resources: {'Port': ['ID=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:57.935600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:58.116826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Attempting to bind port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:46:58.117199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Attempting to bind port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:46:58.117565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Attempting to bind port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 on network 0d35de9c-3b9e-4630-a445-122f593eea20 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:46:58.123650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:46:58.124538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Checking segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:46:58.124895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:58.125290 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Bound using segment: {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:46:58.125758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Bound port: 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea236ec5-8a21-4d7e-ac02-4664848c5257', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:46:58.126131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:58.219462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] For port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:46:58.222943 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] For port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:46:58.226130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:58.241925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-13380734-7ef2-4508-b941-9beb313b9eed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:58.395486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Pushing event updated for resources: {'Port': ['ID=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:58.399969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:58.430590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:58.431249 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:58.432753 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] 10.222.0.90 "PUT /v2.0/ports/2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 HTTP/1.1" status: 200 len: 1157 time: 1.3887196 Jan 26 20:46:58.433273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:46:58.508141 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'status': 'completed', 'code': 200} Jan 26 20:46:58.554061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f19f7306-1593-4eb5-89bf-1b85425c4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:58.555758 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-f19f7306-1593-4eb5-89bf-1b85425c4a70 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 1160 time: 0.0859427 Jan 26 20:46:58.673657 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-dbdef22c-4539-4682-a853-b8292740444b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 HTTP/1.1" status: 200 len: 217 time: 0.1104035 Jan 26 20:46:58.980647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-926d8b9e-1646-40a2-b418-bc4d81a93e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:58.982231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-926d8b9e-1646-40a2-b418-bc4d81a93e1d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.3030958 Jan 26 20:46:59.090570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f68f-3667-4b6c-8945-93337bd2b413 req-b9c25ac5-4ae1-4b59-95e8-b706b7f5c3eb tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.092281 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7598f68f-3667-4b6c-8945-93337bd2b413 req-b9c25ac5-4ae1-4b59-95e8-b706b7f5c3eb tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 943 time: 0.4623818 Jan 26 20:46:59.165826 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7598f68f-3667-4b6c-8945-93337bd2b413 req-405eff9f-e8ff-44b9-878b-530d1ba4701d tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657411 Jan 26 20:46:59.168204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-77173ca7-bd90-41df-9e9c-b845bd05d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.169606 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-77173ca7-bd90-41df-9e9c-b845bd05d927 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745899 Jan 26 20:46:59.323644 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-9e75051c-50fd-4245-b557-cd969ece523d service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373940 Jan 26 20:46:59.467657 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58c60ce2-08fa-4738-a9a7-4dd65113bdfa req-aa462832-3b04-400a-bffd-3c2c1a41245c service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359878 Jan 26 20:46:59.590805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-a49d62c6-ec7d-4f31-b7ad-a89c8ebecb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.592401 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-a49d62c6-ec7d-4f31-b7ad-a89c8ebecb75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 1160 time: 0.0805819 Jan 26 20:46:59.739314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-587977d8-bec6-4574-a977-4ff9014a27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.740842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-587977d8-bec6-4574-a977-4ff9014a27af service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.1417170 Jan 26 20:46:59.811582 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-a46e9e93-c61d-463d-9ff0-af93a093aa2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 HTTP/1.1" status: 200 len: 217 time: 0.0639439 Jan 26 20:46:59.882034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-1f6cc501-eeb2-4f45-af5c-87deddc05cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.883489 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-1f6cc501-eeb2-4f45-af5c-87deddc05cb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.0649965 Jan 26 20:46:59.963709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-129c6832-d6a3-4120-b8cd-e6feb7d3cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:46:59.965249 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-129c6832-d6a3-4120-b8cd-e6feb7d3cde6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744848 Jan 26 20:47:00.112223 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-f04f630c-45ff-408d-af88-6044103c1cb2 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380305 Jan 26 20:47:00.265907 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-372fb039-83d6-4340-82fb-3304dcd6c956 req-7290a221-5e0e-4478-a791-a4dfaec4ac78 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464469 Jan 26 20:47:00.434402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2aa68-b6d0-4e0f-ae52-1e5d9416722a req-cb28df20-9026-41f5-98b4-76de76e64a56 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:00.436046 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8ee2aa68-b6d0-4e0f-ae52-1e5d9416722a req-cb28df20-9026-41f5-98b4-76de76e64a56 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 943 time: 0.1288376 Jan 26 20:47:00.492429 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8ee2aa68-b6d0-4e0f-ae52-1e5d9416722a req-0c6dacc6-9716-4a54-a6ef-de2543fac9a5 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495970 Jan 26 20:47:01.609652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-22e1f865-e76c-42d3-8236-0e55f75ea7e6 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:01.611275 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-22e1f865-e76c-42d3-8236-0e55f75ea7e6 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.1953013 Jan 26 20:47:01.627975 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-4ff143b7-c937-4037-b3fa-988dd4771ab0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/quotas/8231fa409ad1494988d371119f3f42f9 HTTP/1.1" status: 200 len: 375 time: 0.0106423 Jan 26 20:47:01.724774 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-4b9d57de-a66f-436a-82c6-06c8ed636c05 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904217 Jan 26 20:47:01.746306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187ab56-dea6-4267-9340-38e300cc9069 req-6d20cac6-82bb-43b7-8f13-7a3352c8d075 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:01.748003 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2187ab56-dea6-4267-9340-38e300cc9069 req-6d20cac6-82bb-43b7-8f13-7a3352c8d075 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 943 time: 0.1251950 Jan 26 20:47:01.809054 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2187ab56-dea6-4267-9340-38e300cc9069 req-14dedbba-88df-45b4-be34-079de7c35a56 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539002 Jan 26 20:47:01.869728 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-c5645e2c-7267-4d5e-8f5c-857a9e7d31f6 service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372263 Jan 26 20:47:02.010738 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-ce83427e-05f8-4232-926d-8cb80e33f818 service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1344469 Jan 26 20:47:02.146255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:02.213090 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dff9b813-f661-4f75-b31b-6bbea8fbf335 req-08c2422d-8a35-4fc0-b38a-26d96d985186 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 210 time: 0.0526536 Jan 26 20:47:02.228192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:47:02.233713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:02.234132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:02.360579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:02.392089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:02.402811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:02.406077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:02.408706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:02.470382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'code': 200} Jan 26 20:47:02.484963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:02.488192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:02.768011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a5653-fd6c-4572-b333-1ae369916825 req-12a91ac5-f452-4cb5-a58f-c3cc142811c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:02.769626 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-015a5653-fd6c-4572-b333-1ae369916825 req-12a91ac5-f452-4cb5-a58f-c3cc142811c9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 1162 time: 0.0762916 Jan 26 20:47:02.813825 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-015a5653-fd6c-4572-b333-1ae369916825 req-736afd94-515d-48e5-be78-ac1a07635681 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377326 Jan 26 20:47:03.058949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a79333-e3f6-44b8-8cd1-90a55923bcb0 req-2db20e98-b82a-4852-b716-118ede01ce1e tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:03.060562 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-92a79333-e3f6-44b8-8cd1-90a55923bcb0 req-2db20e98-b82a-4852-b716-118ede01ce1e tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1241164 Jan 26 20:47:03.115916 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-92a79333-e3f6-44b8-8cd1-90a55923bcb0 req-c6e4e21a-a5f1-4ed9-b8c1-3841f0ebe740 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486403 Jan 26 20:47:03.427549 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-055ee7f5-f04a-4460-b3b8-dc1bf523bde6 req-ee79bb17-2413-4e7b-9a7e-9e43f9ee6b70 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 210 time: 0.0759864 Jan 26 20:47:03.589217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d35e2476-03a2-4d98-bc03-00b9a01bde38 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:03.590784 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d35e2476-03a2-4d98-bc03-00b9a01bde38 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.2041230 Jan 26 20:47:03.610277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Request body: {'port': {'device_id': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735', 'admin_state_up': True, 'tenant_id': '8231fa409ad1494988d371119f3f42f9'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:03.755205 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:47:03.765841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:47:03.774338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:47:03.788151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:03.846391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:03.919997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:03.920417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.107782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Allocated IP 172.20.0.7 (a53c08da-1cc0-4ae8-a897-fb51c82d9735/c038f772-0bf9-4cb4-a3a2-1531269e8f6d/ff163fbf-f01e-4ed4-a7ea-bed2ca153d13) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:47:04.326866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.355783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.371698 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-eec98427-2787-420d-a1cb-a8a4e0fa3d87 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:04.375069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0267-ac5e-4867-8578-b0ee4f3f41e9 req-fa912b9e-dc22-43e6-b2ba-22f754416cbf tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:04.376797 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d8f0267-ac5e-4867-8578-b0ee4f3f41e9 req-fa912b9e-dc22-43e6-b2ba-22f754416cbf tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1273174 Jan 26 20:47:04.434762 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0d8f0267-ac5e-4867-8578-b0ee4f3f41e9 req-3fd2ad05-5ee1-40ec-8b69-63d39d3187fe tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514538 Jan 26 20:47:04.508454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event updated for resources: {'Port': ['ID=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:04.513745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:04.610570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:47:04.618986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:47:04.623590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:47:04.689840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3401e3a-e6a6-483c-a1ab-8209dcd454d1 req-c1152f74-3095-477f-8da6-b8b2e23e8252 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:04.691519 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b3401e3a-e6a6-483c-a1ab-8209dcd454d1 req-c1152f74-3095-477f-8da6-b8b2e23e8252 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1305077 Jan 26 20:47:04.701014 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39534) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:47:04.707131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Request body: {'floatingip': {'port_id': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:04.732261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:04.732964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.794721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.806088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb17883-c832-40ef-968c-b562b7aa30ca req-e6a6eddd-9f63-4ac7-929a-10327b8e5539 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:04.807780 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cdb17883-c832-40ef-968c-b562b7aa30ca req-e6a6eddd-9f63-4ac7-929a-10327b8e5539 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 931 time: 0.2410510 Jan 26 20:47:04.813881 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2085533 Jan 26 20:47:04.838251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Request body: {'port': {'device_id': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:04.923962 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-cdb17883-c832-40ef-968c-b562b7aa30ca req-e2432b68-75a2-4a40-81e1-9f900e07d26b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090388 Jan 26 20:47:04.986485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.400558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:47:05.408737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.421092 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Transition to ACTIVE for port object ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:47:05.424417 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.424610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.427021 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.441680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c118d8f8-479e-4f15-baac-66dd7c3c0970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:05.612245 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Floating IP 50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45 associated. External IP: 172.28.1.10, port: 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3. Jan 26 20:47:05.784731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Pushing event updated for resources: {'Port': ['ID=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:05.789261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:05.971613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Attempting to bind port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:47:05.972056 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Attempting to bind port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:47:05.972329 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Attempting to bind port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 on network a53c08da-1cc0-4ae8-a897-fb51c82d9735 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:47:05.978044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:47:05.978421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Checking segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:47:05.978820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.979215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Bound using segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:47:05.979808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Bound port: ff163fbf-f01e-4ed4-a7ea-bed2ca153d13, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:47:05.980184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.991069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:47:06.078761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] For port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:47:06.081931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] For port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:47:06.085413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:06.101419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9c9424c4-efed-41f5-b50d-670d452bf925 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:06.263447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Pushing event updated for resources: {'Port': ['ID=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:06.269122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:06.302017 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:06.302684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:06.304281 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] 10.222.0.90 "PUT /v2.0/ports/ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 HTTP/1.1" status: 200 len: 1157 time: 1.4733951 Jan 26 20:47:06.304837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:06.386132 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13', 'status': 'completed', 'code': 200} Jan 26 20:47:06.426559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-60c2cea1-d56c-425d-98ac-bb70274b0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:06.428237 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-60c2cea1-d56c-425d-98ac-bb70274b0330 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 1160 time: 0.0828950 Jan 26 20:47:06.478836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:47:06.483910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:06.488870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:47:06.499702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:47:06.500463 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:47:06.500967 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-a79fa66c-942b-4da1-a21d-db9f5cc502bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 HTTP/1.1" status: 200 len: 217 time: 0.0657144 Jan 26 20:47:06.572319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f90eb-3a1e-4d7b-bee8-90f4af77ff62 req-48112a04-1032-414e-aec6-8c043810d0c3 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:06.572546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-1a38de1f-73f8-4028-af17-8b7bee3f7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:06.574010 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-088f90eb-3a1e-4d7b-bee8-90f4af77ff62 req-48112a04-1032-414e-aec6-8c043810d0c3 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 943 time: 0.5143816 Jan 26 20:47:06.575863 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-1a38de1f-73f8-4028-af17-8b7bee3f7c1b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0672722 Jan 26 20:47:06.615884 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-306d5689-a923-4548-86c9-0e583240b238 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "PUT /v2.0/floatingips/50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45 HTTP/1.1" status: 200 len: 990 time: 1.9136016 Jan 26 20:47:06.617604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:06.644315 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-f1ad74f1-862c-4f1b-8c6d-0d2d32c069e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633178 Jan 26 20:47:06.655016 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-088f90eb-3a1e-4d7b-bee8-90f4af77ff62 req-3c9a39f6-d60a-4ecc-9900-503952fc9ea4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679235 Jan 26 20:47:06.712804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:47:06.809064 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-0677d995-e835-40cf-bb96-5295822d6807 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582110 Jan 26 20:47:06.830313 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'status': 'completed', 'code': 200} Jan 26 20:47:07.016428 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0ed3ba68-4c71-4777-8a89-b22c2ef4c9cb req-f78d00ca-85cc-4a3a-9700-1757dfaa29c4 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1995919 Jan 26 20:47:07.022577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-b4af2e3c-3ab6-489c-8259-10a7215a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.024143 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-b4af2e3c-3ab6-489c-8259-10a7215a07c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 1162 time: 0.1304073 Jan 26 20:47:07.094335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.10', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:00:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:46:52Z', 'updated_at': '2021-01-26T20:47:05Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:47:07.098405 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:47:07.107428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:47:07.108178 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:46:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:47:07.237795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-3ec0c4a1-6a76-4e47-a4ef-2e88d998f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.239474 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-3ec0c4a1-6a76-4e47-a4ef-2e88d998f3f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 200 len: 905 time: 0.2086418 Jan 26 20:47:07.246692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736590-b589-46af-8c80-20aed0a79463 req-161d3b2a-7879-4bc5-94c2-bc58997704de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.248382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-161d3b2a-7879-4bc5-94c2-bc58997704de service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 1160 time: 0.1849585 Jan 26 20:47:07.448117 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-b43030cd-175b-43b5-8b39-647a344f75a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 HTTP/1.1" status: 200 len: 998 time: 0.1986406 Jan 26 20:47:07.460137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:47:07.536435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736590-b589-46af-8c80-20aed0a79463 req-34b7fe03-80de-45f8-ad0a-2e07d79a1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.538014 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-34b7fe03-80de-45f8-ad0a-2e07d79a1b91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 908 time: 0.2303524 Jan 26 20:47:07.606893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-b43d6e8d-ef23-47ea-94ec-eac00794e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.608516 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-b43d6e8d-ef23-47ea-94ec-eac00794e465 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 200 len: 850 time: 0.1439233 Jan 26 20:47:07.618198 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-081b4ee2-9281-4d05-a70d-66ea7aeca136 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 HTTP/1.1" status: 200 len: 217 time: 0.0729790 Jan 26 20:47:07.740971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736590-b589-46af-8c80-20aed0a79463 req-cbf3a56a-2012-4d00-aaa3-fbac38a18d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.742570 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-cbf3a56a-2012-4d00-aaa3-fbac38a18d06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0865228 Jan 26 20:47:07.755009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-5a9129e2-a3ef-4afd-a2d8-1eb7bbed99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:07.756726 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-5a9129e2-a3ef-4afd-a2d8-1eb7bbed99dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0d35de9c-3b9e-4630-a445-122f593eea20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1403589 Jan 26 20:47:07.835706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.10', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:00:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:46:52Z', 'updated_at': '2021-01-26T20:47:05Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:47:07.839986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12207b4-28c9-4b86-b344-697e2d0722f8 None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'floating_ip_address': '172.28.1.10', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'port_id': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'mac_address': 'fa:16:3e:00:11:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:46:52Z', 'updated_at': '2021-01-26T20:47:05Z', 'revision_number': 1, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:47:07.864857 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-92aa857e-25d2-4f32-8b72-f89e25c888ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123183 Jan 26 20:47:08.172828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec0a7f-b826-46c7-8259-00164e68b8b7 req-45aebdcc-c741-4284-87ce-e082c0e91c8b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:08.173649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bdec0a7f-b826-46c7-8259-00164e68b8b7 req-45aebdcc-c741-4284-87ce-e082c0e91c8b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:47:08.197806 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-33b6d24e-6376-4180-9f47-f1730cb36d2b service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982708 Jan 26 20:47:08.212931 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-427e26a0-90c5-47d1-b8c9-c2170938c727 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812870 Jan 26 20:47:08.220863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f62f19-2ea6-45a4-a771-0784817bb490 None None] New status for floating IP 50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45: ACTIVE {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:47:08.539023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bdec0a7f-b826-46c7-8259-00164e68b8b7 req-45aebdcc-c741-4284-87ce-e082c0e91c8b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:47:08.540318 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdec0a7f-b826-46c7-8259-00164e68b8b7 req-45aebdcc-c741-4284-87ce-e082c0e91c8b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 943 time: 0.7396662 Jan 26 20:47:08.694245 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdec0a7f-b826-46c7-8259-00164e68b8b7 req-a2cc1e6f-cc05-437c-81b8-21cbbd1d3088 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044672 Jan 26 20:47:08.744334 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-53736590-b589-46af-8c80-20aed0a79463 req-a5df4d05-ca38-452b-9f27-1e74ecbed0df service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2859759 Jan 26 20:47:08.747564 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6a146386-ebad-4b79-81c8-83af5c6a4675 req-62f1124b-9e0f-4a9a-9b4a-8f4c61fedfa4 service neutron] 10.222.0.90 "GET /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5399263 Jan 26 20:47:10.078888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89890e0c-f3ae-4d84-b897-733faad16ab2 req-c2dfb103-fd2f-4e29-aa82-9dbaa6f88ff8 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:10.080643 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89890e0c-f3ae-4d84-b897-733faad16ab2 req-c2dfb103-fd2f-4e29-aa82-9dbaa6f88ff8 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 943 time: 0.1230528 Jan 26 20:47:10.140504 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89890e0c-f3ae-4d84-b897-733faad16ab2 req-5d1a1857-27ba-4b81-b1d0-e2f69c02d8af tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Jan 26 20:47:10.229041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:10.299525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:47:10.304427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:10.304847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:10.428204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:10.455881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:10.466701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:10.470563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:10.472669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:10.520344 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13', 'code': 200} Jan 26 20:47:10.547282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:10.550532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:10.752091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6a92-9bc3-4dee-95e0-189ef4e68c81 req-b9c97f5b-5bd2-44cb-8eac-817e17e94f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:10.753668 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-680f6a92-9bc3-4dee-95e0-189ef4e68c81 req-b9c97f5b-5bd2-44cb-8eac-817e17e94f87 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 1162 time: 0.0761094 Jan 26 20:47:10.796172 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-680f6a92-9bc3-4dee-95e0-189ef4e68c81 req-4845754e-04c9-44ee-963e-58596c4be32f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350881 Jan 26 20:47:10.869202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ba5b5321-a0de-4893-bdf2-c8a2922e2bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:11.532506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de40f1-0686-4388-967c-fea6de678a0c req-9a28c354-6b1a-41e4-bbf0-b64d6a60aaad tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:11.534012 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30de40f1-0686-4388-967c-fea6de678a0c req-9a28c354-6b1a-41e4-bbf0-b64d6a60aaad tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 945 time: 0.1225898 Jan 26 20:47:11.591938 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-30de40f1-0686-4388-967c-fea6de678a0c req-491ae56c-5afc-47b2-b8ae-973287406c1c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514612 Jan 26 20:47:11.949951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:12.019975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:12.020392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:12.839059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c992-3b13-4ab1-9cfd-52b6e9aaf0e4 req-e21bd18a-00c2-4f4b-83b0-6f1979a99c7d tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:12.840603 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7076c992-3b13-4ab1-9cfd-52b6e9aaf0e4 req-e21bd18a-00c2-4f4b-83b0-6f1979a99c7d tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 945 time: 0.1218400 Jan 26 20:47:12.895718 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7076c992-3b13-4ab1-9cfd-52b6e9aaf0e4 req-e0b5caa9-0770-4976-8090-e4b0d78fb682 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481064 Jan 26 20:47:13.480147 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6b458746-d8b3-4a7f-9180-f8bc22659710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:14.285582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:15.098367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:15.322637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-281b34bd-b018-4765-8643-f27faa3f5ba7 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:15.323384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-34242074-a489-4d7b-bb27-14dda6c4264f req-281b34bd-b018-4765-8643-f27faa3f5ba7 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:network {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:47:15.340114 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-34242074-a489-4d7b-bb27-14dda6c4264f req-281b34bd-b018-4765-8643-f27faa3f5ba7 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:network {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:47:15.341388 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-281b34bd-b018-4765-8643-f27faa3f5ba7 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.2142754 Jan 26 20:47:15.357338 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-c8f744e0-79c5-4bf2-a966-4456d86c9cf4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/quotas/8231fa409ad1494988d371119f3f42f9 HTTP/1.1" status: 200 len: 375 time: 0.0097370 Jan 26 20:47:15.467437 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-b5a9ffea-f673-4f5b-8350-c135df2d259f tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046503 Jan 26 20:47:15.528867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:15.612381 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-00210870-74ed-45a1-930a-717a64a6334b service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368985 Jan 26 20:47:15.753751 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-2d6a4866-cf8c-4a33-a86b-65e2e3e38bdc service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347845 Jan 26 20:47:15.950956 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3ad58cd8-6e04-4049-82e2-8ee0b255c8a2 req-e307e5af-1673-4307-9123-eae272e17a22 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 210 time: 0.0476582 Jan 26 20:47:17.097131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-fe0802cc-3d18-4b0f-9f9d-ebf0d96fe8e0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:17.098792 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-fe0802cc-3d18-4b0f-9f9d-ebf0d96fe8e0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.2034869 Jan 26 20:47:17.125591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Request body: {'port': {'device_id': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735', 'admin_state_up': True, 'tenant_id': '8231fa409ad1494988d371119f3f42f9'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:17.143766 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77cdd3cb-2a95-4dfb-b051-75cb8dc0fc7c req-bc30ac64-9157-4e21-96c7-8d5006a98efd tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 210 time: 0.0523922 Jan 26 20:47:17.272998 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:47:17.282762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:47:17.291410 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:47:17.305038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:17.609910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Allocated IP 172.20.0.6 (a53c08da-1cc0-4ae8-a897-fb51c82d9735/c038f772-0bf9-4cb4-a3a2-1531269e8f6d/a31f08c8-dd49-4c48-8648-4370f773fd8a) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:47:17.818396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:17.846754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:17.861838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fb025f4e-6fd8-4603-ba91-0c19395804fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:18.000475 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event updated for resources: {'Port': ['ID=a31f08c8-dd49-4c48-8648-4370f773fd8a,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:18.004955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:18.057880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:47:18.059016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:47:18.061448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:47:18.157221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:18.157901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:18.186639 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0658596 Jan 26 20:47:18.206751 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Request body: {'port': {'device_id': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:18.329426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:18.398559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727ffe7-258b-4a71-a0d2-a5b7d80d6d77 req-6d39aca4-65f1-4aec-bfe6-4fb80c4d6241 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:18.400212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b727ffe7-258b-4a71-a0d2-a5b7d80d6d77 req-6d39aca4-65f1-4aec-bfe6-4fb80c4d6241 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 931 time: 0.1270714 Jan 26 20:47:18.457919 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b727ffe7-258b-4a71-a0d2-a5b7d80d6d77 req-b8c7f37c-76cb-4573-85dc-6f37dfb3223b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Jan 26 20:47:18.738068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31f08c8-dd49-4c48-8648-4370f773fd8a {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:47:18.745574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:18.757942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Transition to ACTIVE for port object a31f08c8-dd49-4c48-8648-4370f773fd8a will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:47:18.761224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:18.776438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-56f1a861-2f30-4c48-9ad7-cf3cc4e3c4e6 tempest-ServerRescueNegativeTestJSON-1092332681 tempest-ServerRescueNegativeTestJSON-1092332681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:18.906707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a31f08c8-dd49-4c48-8648-4370f773fd8a,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:18.911316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:19.090431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Attempting to bind port a31f08c8-dd49-4c48-8648-4370f773fd8a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:47:19.090729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Attempting to bind port a31f08c8-dd49-4c48-8648-4370f773fd8a by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:47:19.091096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Attempting to bind port a31f08c8-dd49-4c48-8648-4370f773fd8a on network a53c08da-1cc0-4ae8-a897-fb51c82d9735 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:47:19.097231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:47:19.097607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Checking segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:47:19.098007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:19.098401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Bound using segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:47:19.098875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Bound port: a31f08c8-dd49-4c48-8648-4370f773fd8a, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:47:19.099245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:19.195603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] For port a31f08c8-dd49-4c48-8648-4370f773fd8a, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:47:19.198802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] For port a31f08c8-dd49-4c48-8648-4370f773fd8a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a31f08c8-dd49-4c48-8648-4370f773fd8a,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:47:19.203333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:19.219472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9b17be1b-27fa-444d-a17c-ca36016b1a82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:19.580585 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a31f08c8-dd49-4c48-8648-4370f773fd8a,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:19.584111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:19.619452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:19.620221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:19.621593 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] 10.222.0.90 "PUT /v2.0/ports/a31f08c8-dd49-4c48-8648-4370f773fd8a HTTP/1.1" status: 200 len: 1157 time: 1.4200938 Jan 26 20:47:19.622130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:19.699438 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a', 'status': 'completed', 'code': 200} Jan 26 20:47:19.717172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd543f6-81a6-4329-b92c-50aa1b48d9a1 req-e2be65c6-937b-4f59-8504-ee2f337b3aec tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:19.719514 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2fd543f6-81a6-4329-b92c-50aa1b48d9a1 req-e2be65c6-937b-4f59-8504-ee2f337b3aec tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 943 time: 0.1282468 Jan 26 20:47:19.739311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-f5e0885b-4f6c-45fb-bafa-16ae82e0ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:19.740956 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-f5e0885b-4f6c-45fb-bafa-16ae82e0ead5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 1160 time: 0.0814228 Jan 26 20:47:19.775454 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2fd543f6-81a6-4329-b92c-50aa1b48d9a1 req-d34ee684-bdb0-420d-9641-7e07274f5e7c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Jan 26 20:47:19.823980 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-5ac4f086-d8fc-419b-8cd7-2adc63aa4e7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a31f08c8-dd49-4c48-8648-4370f773fd8a HTTP/1.1" status: 200 len: 217 time: 0.0676556 Jan 26 20:47:19.894623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242074-a489-4d7b-bb27-14dda6c4264f req-a2e55dcf-500e-4ec7-bb95-2027f0b7e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:19.896185 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-a2e55dcf-500e-4ec7-bb95-2027f0b7e04e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0658734 Jan 26 20:47:19.949213 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-394f1b75-2940-4377-b74a-a8a8697b1818 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448301 Jan 26 20:47:20.091223 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-b8beac6d-924d-4758-8dc4-5ed39dd6a6bc service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346459 Jan 26 20:47:20.238064 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-34242074-a489-4d7b-bb27-14dda6c4264f req-a5a48868-f451-4642-a931-ce5876456b78 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376667 Jan 26 20:47:20.369486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929508-5409-48f5-a234-0fc7879a15ac req-08a05e7f-bcd2-4f07-9414-b7ef6a768033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:20.371047 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-08a05e7f-bcd2-4f07-9414-b7ef6a768033 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 1160 time: 0.0766015 Jan 26 20:47:20.518653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929508-5409-48f5-a234-0fc7879a15ac req-b2ded93e-ca27-4b4c-abef-b2177e30c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:20.520287 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-b2ded93e-ca27-4b4c-abef-b2177e30c54a service neutron] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 908 time: 0.1380224 Jan 26 20:47:20.595326 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-0c2b80dd-ffd4-4e6c-bcfb-92af24273134 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a31f08c8-dd49-4c48-8648-4370f773fd8a HTTP/1.1" status: 200 len: 217 time: 0.0684280 Jan 26 20:47:20.663782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929508-5409-48f5-a234-0fc7879a15ac req-c649f987-4be8-4833-bd48-cd421fdd46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:20.665295 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-c649f987-4be8-4833-bd48-cd421fdd46bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0628800 Jan 26 20:47:20.721914 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-9498760a-0c23-4728-af7d-e148d5e02b1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472813 Jan 26 20:47:20.872333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-71572ff9-3bb0-4b55-8e9c-48e9732e4be5 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344960 Jan 26 20:47:21.018166 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e929508-5409-48f5-a234-0fc7879a15ac req-22a7fbe4-67df-476c-93a2-c7479c3c4ea4 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363859 Jan 26 20:47:21.029362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7e54-2269-4330-a5a4-f25e0e465669 req-fcaea673-0a97-4e38-b417-602bfcae8a9f tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:21.031059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-498f7e54-2269-4330-a5a4-f25e0e465669 req-fcaea673-0a97-4e38-b417-602bfcae8a9f tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 943 time: 0.1275456 Jan 26 20:47:21.088440 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-498f7e54-2269-4330-a5a4-f25e0e465669 req-a621ecd0-99c8-4fd7-9f36-095ebdfc9e6a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501924 Jan 26 20:47:21.371816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:22.340396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae652f-a9c9-4c60-b2d8-d0eca098db19 req-13e91ffd-c222-43a9-90c6-47253bb5d7df tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:22.341989 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58ae652f-a9c9-4c60-b2d8-d0eca098db19 req-13e91ffd-c222-43a9-90c6-47253bb5d7df tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 943 time: 0.1267595 Jan 26 20:47:22.397242 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-58ae652f-a9c9-4c60-b2d8-d0eca098db19 req-5bd88283-c739-4810-ae24-acb6988f96ef tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Jan 26 20:47:22.488935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device a31f08c8-dd49-4c48-8648-4370f773fd8a up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:22.559193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port a31f08c8-dd49-4c48-8648-4370f773fd8a completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:47:22.563938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port a31f08c8-dd49-4c48-8648-4370f773fd8a triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:22.564351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:22.682070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:22.709806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:22.720379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port a31f08c8-dd49-4c48-8648-4370f773fd8a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a31f08c8-dd49-4c48-8648-4370f773fd8a,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:22.724510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:22.726313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:22.772298 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a', 'code': 200} Jan 26 20:47:22.799137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=a31f08c8-dd49-4c48-8648-4370f773fd8a,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:22.802330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:23.011726 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaefcd-8211-4226-86d5-ceff917bf07e req-88235f2c-0ff6-4627-8606-95820d87f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:23.013205 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7dfaefcd-8211-4226-86d5-ceff917bf07e req-88235f2c-0ff6-4627-8606-95820d87f274 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 1162 time: 0.0743375 Jan 26 20:47:23.056023 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7dfaefcd-8211-4226-86d5-ceff917bf07e req-613091d7-3ad6-41b9-98cb-5239dbe9b532 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Jan 26 20:47:23.651332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9336283-da17-40e2-84fc-954a55578436 req-db8323fc-6abc-4903-a8ef-31179706d3da tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:23.652110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e9336283-da17-40e2-84fc-954a55578436 req-db8323fc-6abc-4903-a8ef-31179706d3da tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:47:23.667222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e9336283-da17-40e2-84fc-954a55578436 req-db8323fc-6abc-4903-a8ef-31179706d3da tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:47:23.668489 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9336283-da17-40e2-84fc-954a55578436 req-db8323fc-6abc-4903-a8ef-31179706d3da tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 945 time: 0.1409173 Jan 26 20:47:23.723386 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e9336283-da17-40e2-84fc-954a55578436 req-8964bfec-157c-4678-b032-17ae9b9464e2 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Jan 26 20:47:24.094159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device a31f08c8-dd49-4c48-8648-4370f773fd8a up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:24.164154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port a31f08c8-dd49-4c48-8648-4370f773fd8a triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:24.164570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:24.278865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:47:24.971181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba62fc-9223-4415-817e-f187f3a17389 req-4e2925d1-182c-44ac-b043-7e7e21004c4c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:24.972876 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fba62fc-9223-4415-817e-f187f3a17389 req-4e2925d1-182c-44ac-b043-7e7e21004c4c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 945 time: 0.1220758 Jan 26 20:47:25.031829 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3fba62fc-9223-4415-817e-f187f3a17389 req-b85d685a-8873-464f-8fcb-666231b7a5c4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525472 Jan 26 20:47:26.063493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device a31f08c8-dd49-4c48-8648-4370f773fd8a up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:26.137436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port a31f08c8-dd49-4c48-8648-4370f773fd8a triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:26.137858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:31.346498 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-58f4d2f5-d521-4873-8619-6d81cac60ee6 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:31.348150 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-58f4d2f5-d521-4873-8619-6d81cac60ee6 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.1972606 Jan 26 20:47:31.364775 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-b3e43f73-a3b5-4410-9178-96248b06d7c4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/quotas/8231fa409ad1494988d371119f3f42f9 HTTP/1.1" status: 200 len: 375 time: 0.0104811 Jan 26 20:47:31.479017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-09bb6ca9-90bc-45c2-b05e-ba7523852615 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089284 Jan 26 20:47:31.621926 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-b18b880c-6b6b-48c8-9894-c5d94d10204f service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353843 Jan 26 20:47:31.765214 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-92399765-e1ef-4f60-b4e9-4c99c13ef5b7 service neutron] 10.222.0.89 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367915 Jan 26 20:47:31.969251 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-63ba7d37-fb50-49de-9846-48eea23874fc req-22e15251-70e6-420d-ae48-3270ffe18956 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 210 time: 0.0490723 Jan 26 20:47:33.099984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-98ab6590-cb01-418b-a3bc-0bd0bf0006db tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:33.101650 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-98ab6590-cb01-418b-a3bc-0bd0bf0006db tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 814 time: 0.2009003 Jan 26 20:47:33.155887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Request body: {'port': {'device_id': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735', 'admin_state_up': True, 'tenant_id': '8231fa409ad1494988d371119f3f42f9'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:33.186101 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a0dea50a-3848-40c3-9c0e-3fc2a30783ab req-fc381318-9e79-4bac-b3a1-40b5f9a27e4c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 210 time: 0.0767429 Jan 26 20:47:33.308637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:47:33.318820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:47:33.327433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Made reservation on behalf of 8231fa409ad1494988d371119f3f42f9 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:47:33.340526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:33.644828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Allocated IP 172.20.0.2 (a53c08da-1cc0-4ae8-a897-fb51c82d9735/c038f772-0bf9-4cb4-a3a2-1531269e8f6d/3cc17b35-1b61-4cfc-8dfc-9bde68334946) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:47:33.851431 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:33.879999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:33.894452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-965e2cc6-d55d-4f01-9edd-8b3f79e13ed2 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:34.030778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event updated for resources: {'Port': ['ID=3cc17b35-1b61-4cfc-8dfc-9bde68334946,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:34.033969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:34.089424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:47:34.090553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:47:34.093306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:47:34.186385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:34.187062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:34.212711 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662022 Jan 26 20:47:34.229918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Request body: {'port': {'device_id': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:47:34.353217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:34.449758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bcd9e-6397-440a-b145-44eb7f678a83 req-cfc02e58-9331-4efc-be25-c15a84e998d9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:34.451427 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-575bcd9e-6397-440a-b145-44eb7f678a83 req-cfc02e58-9331-4efc-be25-c15a84e998d9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 931 time: 0.1295271 Jan 26 20:47:34.508744 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-575bcd9e-6397-440a-b145-44eb7f678a83 req-ba0d146a-08f8-40df-85ef-feadb1378640 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Jan 26 20:47:34.975559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc17b35-1b61-4cfc-8dfc-9bde68334946 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:47:34.983058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:34.995361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Transition to ACTIVE for port object 3cc17b35-1b61-4cfc-8dfc-9bde68334946 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:47:34.997993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.012782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-0c9d10c7-663b-4ff2-8e7c-d2f7071d3bbc tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:35.142722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc17b35-1b61-4cfc-8dfc-9bde68334946,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:35.150631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:35.328024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Attempting to bind port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:47:35.328554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Attempting to bind port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:47:35.328675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Attempting to bind port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 on network a53c08da-1cc0-4ae8-a897-fb51c82d9735 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:47:35.334201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:47:35.334578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Checking segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:47:35.334978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.335374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Bound using segment: {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:47:35.335868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Bound port: 3cc17b35-1b61-4cfc-8dfc-9bde68334946, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f423a4-fd2e-492b-82aa-264477af179d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a53c08da-1cc0-4ae8-a897-fb51c82d9735'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:47:35.336235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.433818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] For port 3cc17b35-1b61-4cfc-8dfc-9bde68334946, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:47:35.436982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] For port 3cc17b35-1b61-4cfc-8dfc-9bde68334946, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3cc17b35-1b61-4cfc-8dfc-9bde68334946,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:47:35.440215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.455872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8196fdfb-8265-481a-a603-9db57216acb2 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:35.609958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc17b35-1b61-4cfc-8dfc-9bde68334946,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:35.614497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:35.644881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:35.645547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.647019 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] 10.222.0.90 "PUT /v2.0/ports/3cc17b35-1b61-4cfc-8dfc-9bde68334946 HTTP/1.1" status: 200 len: 1157 time: 1.4224343 Jan 26 20:47:35.647597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:35.728857 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946', 'status': 'completed', 'code': 200} Jan 26 20:47:35.761209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef52700-ff66-4938-af7b-6545abdbb353 req-1eef922a-7ea6-4827-ac13-9440c84efcaa tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:35.762862 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bef52700-ff66-4938-af7b-6545abdbb353 req-1eef922a-7ea6-4827-ac13-9440c84efcaa tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 943 time: 0.1258233 Jan 26 20:47:35.766001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-66f97da9-777a-4cde-9683-c69200fa61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:35.767693 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-66f97da9-777a-4cde-9683-c69200fa61b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 1160 time: 0.0847025 Jan 26 20:47:35.820034 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bef52700-ff66-4938-af7b-6545abdbb353 req-118c983f-91d4-4120-a03a-ca5ba024661d tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500574 Jan 26 20:47:35.843430 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-adf0a87b-de29-47bc-9f85-793f8ecec12f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cc17b35-1b61-4cfc-8dfc-9bde68334946 HTTP/1.1" status: 200 len: 217 time: 0.0653021 Jan 26 20:47:35.914543 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-7718cd59-3d84-48b8-90eb-11d02851286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:35.916344 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-7718cd59-3d84-48b8-90eb-11d02851286c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0661197 Jan 26 20:47:35.970078 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-9a879da4-3402-41ab-9eed-880f8700238e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442476 Jan 26 20:47:36.119096 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-4f25d46d-560e-4d67-b421-2219f8858eb0 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322086 Jan 26 20:47:36.262942 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b8a97e94-4326-415a-af99-9ddc6b720bcd req-cafcc4c7-6695-415d-a086-672d9e644b40 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362162 Jan 26 20:47:36.393559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-b69c7d33-4a08-4e97-9e1e-436f360d92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:36.395159 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-b69c7d33-4a08-4e97-9e1e-436f360d92d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 1160 time: 0.0792351 Jan 26 20:47:36.540216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-5ad71c37-90ca-4353-b0eb-acee9fb9cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:36.542094 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-5ad71c37-90ca-4353-b0eb-acee9fb9cb80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 908 time: 0.1356437 Jan 26 20:47:36.615623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-62f4b7a9-c8ed-4ab4-9f4f-714d1f8c164b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cc17b35-1b61-4cfc-8dfc-9bde68334946 HTTP/1.1" status: 200 len: 217 time: 0.0645921 Jan 26 20:47:36.690591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-9c573b22-cf4d-4e6f-880f-ff90c536b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:36.692278 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-9c573b22-cf4d-4e6f-880f-ff90c536b6f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.0668509 Jan 26 20:47:36.745971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-68653e6b-9e2f-439c-a9db-affef2849041 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444005 Jan 26 20:47:36.886993 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-be1b41ea-d253-42b8-a7b6-db2936523fdc service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322541 Jan 26 20:47:37.030964 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7593f2d3-fb7f-4a30-86d5-6c7322186f82 req-546447b7-e3c7-4d5b-88a8-c6564580401a service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358831 Jan 26 20:47:37.080464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d28dd-b2a2-472c-abce-8ef6971125ab req-e07c2034-38cc-4e29-996c-2fa2243c7635 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:37.082115 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ec4d28dd-b2a2-472c-abce-8ef6971125ab req-e07c2034-38cc-4e29-996c-2fa2243c7635 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 943 time: 0.1317797 Jan 26 20:47:37.137777 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ec4d28dd-b2a2-472c-abce-8ef6971125ab req-8dd497cf-ad85-4e5f-9f87-a4c2c2a626e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Jan 26 20:47:38.387703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce4533-9ecc-47e2-8e0f-bf026fe1b25e req-8540d96b-a7e9-4d55-bf78-fb9f778f22ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:38.389828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-12ce4533-9ecc-47e2-8e0f-bf026fe1b25e req-8540d96b-a7e9-4d55-bf78-fb9f778f22ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 943 time: 0.1234012 Jan 26 20:47:38.448992 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-12ce4533-9ecc-47e2-8e0f-bf026fe1b25e req-9b1600c3-9f22-474c-af26-fe12eb6f79e3 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528200 Jan 26 20:47:38.706300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 3cc17b35-1b61-4cfc-8dfc-9bde68334946 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:38.777027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:47:38.781753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:38.782169 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:38.903560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:38.931170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:38.942055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 3cc17b35-1b61-4cfc-8dfc-9bde68334946, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3cc17b35-1b61-4cfc-8dfc-9bde68334946,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:38.944624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:38.946514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:38.991212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946', 'code': 200} Jan 26 20:47:39.017798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=3cc17b35-1b61-4cfc-8dfc-9bde68334946,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:39.021026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:39.252319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724bf2a-6af2-4bcb-b173-8bbba1f181b1 req-38728dac-6c77-432c-9e2d-16f76b3211bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:39.253926 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1724bf2a-6af2-4bcb-b173-8bbba1f181b1 req-38728dac-6c77-432c-9e2d-16f76b3211bc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 1162 time: 0.0776784 Jan 26 20:47:39.302231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1724bf2a-6af2-4bcb-b173-8bbba1f181b1 req-bbab03e6-6c3f-477e-9527-301f2426c4ff service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Jan 26 20:47:39.700261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48702-4d33-4a68-b433-5c73071f898e req-2a87d518-c39c-484e-98a6-e7bb4dcb7693 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:39.701009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bad48702-4d33-4a68-b433-5c73071f898e req-2a87d518-c39c-484e-98a6-e7bb4dcb7693 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:47:39.715973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bad48702-4d33-4a68-b433-5c73071f898e req-2a87d518-c39c-484e-98a6-e7bb4dcb7693 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:47:39.717195 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bad48702-4d33-4a68-b433-5c73071f898e req-2a87d518-c39c-484e-98a6-e7bb4dcb7693 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1377676 Jan 26 20:47:39.772481 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bad48702-4d33-4a68-b433-5c73071f898e req-ef702664-3de9-4865-945d-76b10a321a6c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Jan 26 20:47:40.134334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 3cc17b35-1b61-4cfc-8dfc-9bde68334946 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:40.209546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:40.209963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:40.870183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d437737a-3482-48df-aa53-4194328cf6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:41.029720 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4152a2-c04f-430e-8542-f1adeff97ca7 req-1c97a57a-2b49-4dfc-b4ae-70b9fab3e7ac tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:41.031948 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d4152a2-c04f-430e-8542-f1adeff97ca7 req-1c97a57a-2b49-4dfc-b4ae-70b9fab3e7ac tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1291046 Jan 26 20:47:41.086680 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d4152a2-c04f-430e-8542-f1adeff97ca7 req-efe72a16-32af-4d31-848e-0f823ee2d523 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483539 Jan 26 20:47:42.142809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 3cc17b35-1b61-4cfc-8dfc-9bde68334946 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:47:42.216914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:47:42.217965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:43.481839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2802-1962-4941-8d66-8ced0a109e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:44.287366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:45.100335 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:45.543005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:48.692708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab163f-9929-4263-a61c-b0b14ac4a213 req-d6f63f45-4116-43b0-ad8d-8d0c4af0db2c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:48.694297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ab163f-9929-4263-a61c-b0b14ac4a213 req-d6f63f45-4116-43b0-ad8d-8d0c4af0db2c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1240351 Jan 26 20:47:48.748822 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77ab163f-9929-4263-a61c-b0b14ac4a213 req-969f6b73-e03e-4ac3-a825-178c7b195c04 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Jan 26 20:47:50.004143 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e01fc-5425-494f-8ea0-6f0800741611 req-a15ef09b-ac68-4062-9087-8a9c70e20c36 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:50.005750 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-858e01fc-5425-494f-8ea0-6f0800741611 req-a15ef09b-ac68-4062-9087-8a9c70e20c36 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1265235 Jan 26 20:47:50.063245 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-858e01fc-5425-494f-8ea0-6f0800741611 req-5649fee1-010f-41a9-a040-b1e9cc546a2a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Jan 26 20:47:50.452342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a87da-9439-481a-9c57-1f25aba9b75b req-18d63589-489a-4960-be18-c33140560470 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:50.454535 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-665a87da-9439-481a-9c57-1f25aba9b75b req-18d63589-489a-4960-be18-c33140560470 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1225688 Jan 26 20:47:50.588892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Deleting port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:47:50.589283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:50.714358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-7405ad2e-40d0-4e8d-839a-033b85c53e8a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2025752 Jan 26 20:47:50.929068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] For port 3cc17b35-1b61-4cfc-8dfc-9bde68334946, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=3cc17b35-1b61-4cfc-8dfc-9bde68334946,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:50.929464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:50.945556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-ff356c10-639f-4d56-8f03-72ceba2c4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:50.947147 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-ff356c10-639f-4d56-8f03-72ceba2c4045 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8231fa409ad1494988d371119f3f42f9&device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 1162 time: 0.1519058 Jan 26 20:47:51.089144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Calling delete_port for 3cc17b35-1b61-4cfc-8dfc-9bde68334946 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:47:51.328336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbcc3-9600-458b-b11f-2a08a0856bbf req-b7759bc9-8b09-4709-a217-389bac94dc28 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:51.330247 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-19fbbcc3-9600-458b-b11f-2a08a0856bbf req-b7759bc9-8b09-4709-a217-389bac94dc28 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 945 time: 0.1331186 Jan 26 20:47:51.371743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:51.393836 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-19fbbcc3-9600-458b-b11f-2a08a0856bbf req-c92312cd-f71c-43f3-91e9-98c71ad56d64 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Jan 26 20:47:51.521083 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-e622ae9f-c2fe-4b47-8db5-8c184d0701ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:51.522661 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-e622ae9f-c2fe-4b47-8db5-8c184d0701ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 200 len: 908 time: 0.5206490 Jan 26 20:47:51.610526 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-618befa9-b0ca-4bab-9ced-9eb4da83dfea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1 HTTP/1.1" status: 200 len: 217 time: 0.0737011 Jan 26 20:47:51.654322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:51.674103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7dc11f9-e93d-4341-bce7-05d86a164133 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:51.729522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event deleted for resources: {'Port': ['ID=3cc17b35-1b61-4cfc-8dfc-9bde68334946,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:51.795473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.795895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.796308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.796736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.797134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.797537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.797928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.798321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.798714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.799103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.799516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.799908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.800354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.800747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.801136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.801526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.801913 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.802302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.802690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.803082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.803502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.803900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.804285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.804671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:47:51.814718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:51.829214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-16d5a1e6-3f6e-4483-92f4-7dc1c1b3cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:51.830778 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-16d5a1e6-3f6e-4483-92f4-7dc1c1b3cccf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 200 len: 854 time: 0.2131875 Jan 26 20:47:51.898136 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-407b595b-d6e0-4ab4-9fb0-bbbf0d544092 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a53c08da-1cc0-4ae8-a897-fb51c82d9735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487249 Jan 26 20:47:52.049758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] No DVR routers for this DVR port 3cc17b35-1b61-4cfc-8dfc-9bde68334946 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:47:52.053641 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:52.056310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'name': 'network-vif-deleted', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:52.088922 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-665a87da-9439-481a-9c57-1f25aba9b75b req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "DELETE /v2.0/ports/3cc17b35-1b61-4cfc-8dfc-9bde68334946 HTTP/1.1" status: 204 len: 173 time: 1.6266747 Jan 26 20:47:52.106744 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-0aa40458-b73c-43d0-815f-5610f4db3165 service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991165 Jan 26 20:47:52.115188 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123c5b46-d20f-4cb5-b05f-69732313eb8a', 'name': 'network-vif-deleted', 'tag': '3cc17b35-1b61-4cfc-8dfc-9bde68334946', 'status': 'completed', 'code': 200} Jan 26 20:47:52.258843 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0a55670f-8fc7-42e3-934d-152f07122a32 req-bbb53bed-804d-4c4e-ba80-cd9df521307b service neutron] 10.222.0.90 "GET /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405628 Jan 26 20:47:52.607906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3925f123-4b8d-402b-ab09-60a0f6659fe2 req-63d7e5d4-d91a-4fa0-933c-0f4d4a82b8b9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:47:52.622871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3925f123-4b8d-402b-ab09-60a0f6659fe2 req-63d7e5d4-d91a-4fa0-933c-0f4d4a82b8b9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:47:52.624198 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3925f123-4b8d-402b-ab09-60a0f6659fe2 req-63d7e5d4-d91a-4fa0-933c-0f4d4a82b8b9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=123c5b46-d20f-4cb5-b05f-69732313eb8a HTTP/1.1" status: 200 len: 210 time: 0.0707841 Jan 26 20:47:52.792181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 3cc17b35-1b61-4cfc-8dfc-9bde68334946 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:47:52.829733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: 3cc17b35-1b61-4cfc-8dfc-9bde68334946 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:47:52.830130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 3cc17b35-1b61-4cfc-8dfc-9bde68334946 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:47:55.411097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1a879-504f-4ea4-a877-3bf5c467f803 req-141493e8-9c6b-4a28-8223-285bfdcacc3a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:55.412736 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b5d1a879-504f-4ea4-a877-3bf5c467f803 req-141493e8-9c6b-4a28-8223-285bfdcacc3a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 945 time: 0.1252296 Jan 26 20:47:55.469398 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b5d1a879-504f-4ea4-a877-3bf5c467f803 req-f671b4de-6cac-4d0d-8a82-2696afcaf7eb tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 Jan 26 20:47:56.725057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c7b7f-863c-4e86-b1b3-fd8f25ab8958 req-b3da8141-ff92-420a-9a7e-afe349b0684b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:56.726719 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7e4c7b7f-863c-4e86-b1b3-fd8f25ab8958 req-b3da8141-ff92-420a-9a7e-afe349b0684b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 945 time: 0.1287367 Jan 26 20:47:56.781463 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7e4c7b7f-863c-4e86-b1b3-fd8f25ab8958 req-aabb0b62-c3d1-49b8-ae1e-31cd3c6b105e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Jan 26 20:47:57.190792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-f5b191f3-7bb2-47f5-bcc1-1c0c713632dc tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:57.192499 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-f5b191f3-7bb2-47f5-bcc1-1c0c713632dc tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 945 time: 0.1234238 Jan 26 20:47:57.279689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Deleting port a31f08c8-dd49-4c48-8648-4370f773fd8a {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:47:57.280093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:57.544109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] For port a31f08c8-dd49-4c48-8648-4370f773fd8a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a31f08c8-dd49-4c48-8648-4370f773fd8a,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:47:57.544506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:57.672847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Calling delete_port for a31f08c8-dd49-4c48-8648-4370f773fd8a owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:47:57.817669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:57.832899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:47:57.927175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event deleted for resources: {'Port': ['ID=a31f08c8-dd49-4c48-8648-4370f773fd8a,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:47:57.933734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:57.966436 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5ac1cd6f-c8d5-4d93-b77c-cbed272e6cbe req-6c234a5f-b7c0-4a28-8f5e-a7fc0d0957a6 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=d74cebb3-34b8-4ea7-8431-6869ab307603 HTTP/1.1" status: 200 len: 210 time: 0.0488393 Jan 26 20:47:58.035883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] No DVR routers for this DVR port a31f08c8-dd49-4c48-8648-4370f773fd8a on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:47:58.037979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:58.042099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'name': 'network-vif-deleted', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:47:58.056162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c937f217-8ab1-47a6-a802-284a977d7d64 req-eb0485a4-29c6-42ce-8a0d-0d61216c2639 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "DELETE /v2.0/ports/a31f08c8-dd49-4c48-8648-4370f773fd8a HTTP/1.1" status: 204 len: 173 time: 0.8573275 Jan 26 20:47:58.102065 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74cebb3-34b8-4ea7-8431-6869ab307603', 'name': 'network-vif-deleted', 'tag': 'a31f08c8-dd49-4c48-8648-4370f773fd8a', 'status': 'completed', 'code': 200} Jan 26 20:47:58.534565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device a31f08c8-dd49-4c48-8648-4370f773fd8a no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:47:58.576813 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: a31f08c8-dd49-4c48-8648-4370f773fd8a {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:47:58.577332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device a31f08c8-dd49-4c48-8648-4370f773fd8a not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:47:59.523572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9d41-b33d-48a0-902c-8428de268bee req-cbcd3739-2003-41c3-a25a-fa989c1b7d87 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:47:59.525181 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8feb9d41-b33d-48a0-902c-8428de268bee req-cbcd3739-2003-41c3-a25a-fa989c1b7d87 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 945 time: 0.1325579 Jan 26 20:47:59.580688 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8feb9d41-b33d-48a0-902c-8428de268bee req-41fb6d21-61df-4adc-904a-b9cc42218b2b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jan 26 20:48:00.838282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649de80-036b-4b96-9e67-e4397c51da4b req-13806bfd-336b-4947-9d51-e59eec562800 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:00.839860 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e649de80-036b-4b96-9e67-e4397c51da4b req-13806bfd-336b-4947-9d51-e59eec562800 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 945 time: 0.1289549 Jan 26 20:48:00.845885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-13f364d2-dc65-43d0-a16a-cbbd823df9e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:00.846672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-13f364d2-dc65-43d0-a16a-cbbd823df9e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:48:00.862142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-13f364d2-dc65-43d0-a16a-cbbd823df9e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:48:00.863376 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-13f364d2-dc65-43d0-a16a-cbbd823df9e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 945 time: 0.1454453 Jan 26 20:48:00.896396 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e649de80-036b-4b96-9e67-e4397c51da4b req-2d1c9fb8-adc3-48c0-bdf6-3921aa6728e4 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Jan 26 20:48:00.949816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Deleting port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:00.950208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:01.213099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] For port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:01.213455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:01.278455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:48:01.343731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Calling delete_port for ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:01.488436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:01.503379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9d81a946-87d7-4857-8473-8ba9e4533045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:01.596270 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event deleted for resources: {'Port': ['ID=ff163fbf-f01e-4ed4-a7ea-bed2ca153d13,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:01.604847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:01.702028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] No DVR routers for this DVR port ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:48:01.704698 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:01.707471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'name': 'network-vif-deleted', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:48:01.722276 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7408d858-b80b-4ff9-bb68-a59c7aece969 req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "DELETE /v2.0/ports/ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 HTTP/1.1" status: 204 len: 173 time: 0.8532355 Jan 26 20:48:01.772578 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24762dbb-8bbd-405c-bfd8-4e006f9f0330', 'name': 'network-vif-deleted', 'tag': 'ff163fbf-f01e-4ed4-a7ea-bed2ca153d13', 'status': 'completed', 'code': 200} Jan 26 20:48:02.088993 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c0c3f1a4-ad3d-4069-8b4b-fe7c21d5fa3f req-fbc34cf1-a345-4a0c-80b9-a4899c20cde2 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=24762dbb-8bbd-405c-bfd8-4e006f9f0330 HTTP/1.1" status: 200 len: 210 time: 0.0479581 Jan 26 20:48:02.366455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:02.404744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:02.405140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device ff163fbf-f01e-4ed4-a7ea-bed2ca153d13 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:04.884906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36884661-6b33-4a6c-9f86-9fc93a310d1b req-e0febdde-be94-4548-9fd8-955dd40500b9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:04.886590 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-36884661-6b33-4a6c-9f86-9fc93a310d1b req-e0febdde-be94-4548-9fd8-955dd40500b9 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 945 time: 0.1281188 Jan 26 20:48:04.942955 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-36884661-6b33-4a6c-9f86-9fc93a310d1b req-a41392ae-7b35-4ad1-9c2e-47777461ac1c tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Jan 26 20:48:06.199065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036da5c2-77a5-4e4f-b9df-a4396bd69a13 req-9ee11b31-e3ae-4138-b7ad-3c0e3e68496b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:06.200813 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-036da5c2-77a5-4e4f-b9df-a4396bd69a13 req-9ee11b31-e3ae-4138-b7ad-3c0e3e68496b tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 945 time: 0.1272864 Jan 26 20:48:06.262667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-036da5c2-77a5-4e4f-b9df-a4396bd69a13 req-07eab490-0838-47b8-8479-30fa1f700d79 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/security-groups?id=678edd0b-17ad-4ba9-a78e-bc7b70680de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514507 Jan 26 20:48:06.276126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device df789ee4-ca9f-4673-8fda-38fff9acdfc1 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:48:06.362206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port df789ee4-ca9f-4673-8fda-38fff9acdfc1 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:48:06.362206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:06.390909 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-e7065b3b-a669-4ad3-b7fb-d388a16f504a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:06.391853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-e7065b3b-a669-4ad3-b7fb-d388a16f504a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Synchronizing usage tracker for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:48:06.409638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-e7065b3b-a669-4ad3-b7fb-d388a16f504a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Unset dirty status for tenant:8231fa409ad1494988d371119f3f42f9 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:48:06.411229 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-e7065b3b-a669-4ad3-b7fb-d388a16f504a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 945 time: 0.1513186 Jan 26 20:48:06.497586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Deleting port df789ee4-ca9f-4673-8fda-38fff9acdfc1 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:06.498027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:06.972407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] For port df789ee4-ca9f-4673-8fda-38fff9acdfc1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=df789ee4-ca9f-4673-8fda-38fff9acdfc1,segment=NetworkSegment(f2f423a4-fd2e-492b-82aa-264477af179d),segment_id=f2f423a4-fd2e-492b-82aa-264477af179d)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:06.972809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:07.103520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Calling delete_port for df789ee4-ca9f-4673-8fda-38fff9acdfc1 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:07.104048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55fde8-3c0d-4c9b-acaa-e53b6e9fe95f req-608c5d55-13cb-4380-be17-019101959fcb tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:07.105709 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2f55fde8-3c0d-4c9b-acaa-e53b6e9fe95f req-608c5d55-13cb-4380-be17-019101959fcb tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1245050 Jan 26 20:48:07.162057 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2f55fde8-3c0d-4c9b-acaa-e53b6e9fe95f req-2fcd2c92-4e17-4fb0-a287-a8ec47884fd7 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497053 Jan 26 20:48:07.252633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:07.267927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3605f7f4-9e0c-4838-95ae-666df37d4d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:07.318538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Pushing event deleted for resources: {'Port': ['ID=df789ee4-ca9f-4673-8fda-38fff9acdfc1,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:07.365370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:07.472962 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-472de3f6-2fe2-41db-aca0-acb9e36b94e9 req-d3e20934-48eb-4d5c-8c01-511b0ccea696 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6f2c27-0357-418c-ad09-0f93075ba2f6 HTTP/1.1" status: 200 len: 210 time: 0.0645692 Jan 26 20:48:07.523456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] No DVR routers for this DVR port df789ee4-ca9f-4673-8fda-38fff9acdfc1 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:48:07.525575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:07.528301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'name': 'network-vif-deleted', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:48:07.543292 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-97d7ac6e-f454-4ce6-95ae-d229fa60161a req-47ebdd18-b0fc-496d-bb31-f2ac09f77966 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] 10.222.0.90 "DELETE /v2.0/ports/df789ee4-ca9f-4673-8fda-38fff9acdfc1 HTTP/1.1" status: 204 len: 173 time: 1.1267955 Jan 26 20:48:07.586338 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6f2c27-0357-418c-ad09-0f93075ba2f6', 'name': 'network-vif-deleted', 'tag': 'df789ee4-ca9f-4673-8fda-38fff9acdfc1', 'status': 'completed', 'code': 200} Jan 26 20:48:08.269524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device df789ee4-ca9f-4673-8fda-38fff9acdfc1 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:08.306003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: df789ee4-ca9f-4673-8fda-38fff9acdfc1 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:08.306399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device df789ee4-ca9f-4673-8fda-38fff9acdfc1 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:08.416723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f1a8f-0aaa-4836-9a14-982684ad579f req-75e249b0-53d2-4cde-a8df-dbdeaa67f7ed tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:08.418332 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be0f1a8f-0aaa-4836-9a14-982684ad579f req-75e249b0-53d2-4cde-a8df-dbdeaa67f7ed tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1239300 Jan 26 20:48:08.477511 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be0f1a8f-0aaa-4836-9a14-982684ad579f req-d093297b-9977-4e9e-b9e7-a90646466879 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522542 Jan 26 20:48:08.587087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39986) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:08.656039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Deleting subnet c038f772-0bf9-4cb4-a3a2-1531269e8f6d {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:48:08.659036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:08.710600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:08.768026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:08.902057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-e4efe16b-5a16-4cc5-86fe-75ebc0978d82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:08.903699 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-e4efe16b-5a16-4cc5-86fe-75ebc0978d82 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.1220737 Jan 26 20:48:08.992318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Deleting port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:08.992712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.244857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.260155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-31aa81e5-a3b1-4232-a7cf-c6f2796fecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:09.267025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] For port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:09.267447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.347747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c038f772-0bf9-4cb4-a3a2-1531269e8f6d,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:09.367616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.368032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.368439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.368842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.369242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.369639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.370032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.370425 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.370817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.371212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.371663 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.372053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.372502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.372896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.373284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.373675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.374059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.374960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.375351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.375763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.376151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.376536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.376920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.377304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:09.382169 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:09.410497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.416885 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c038f772-0bf9-4cb4-a3a2-1531269e8f6d HTTP/1.1" status: 204 len: 168 time: 0.8286889 Jan 26 20:48:09.419613 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 39990) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:09.536615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.582966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.584361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.584361 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Floating IP 50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45 disassociated. External IP: 172.28.1.10, port: 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3. Jan 26 20:48:09.584361 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Calling delete_port for 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:09.735474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.796558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.812565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a4fcb121-a127-4513-a101-b417b214c90a tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:09.857450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53c08da-1cc0-4ae8-a897-fb51c82d9735']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:09.871320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f423a4-fd2e-492b-82aa-264477af179d') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:09.871718 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f423a4-fd2e-492b-82aa-264477af179d') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:09.884516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.900232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:09.902484 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:48:09.909649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'Port': ['ID=2b332e56-9bd4-4e1f-bce2-4f3119b63ff3,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:09.961201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df220b35-ec35-40cf-83db-d7e466d4510f req-cb8f9abe-9b51-4441-a24b-dce05078a1b4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:09.962900 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-df220b35-ec35-40cf-83db-d7e466d4510f req-cb8f9abe-9b51-4441-a24b-dce05078a1b4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/ports?device_id=dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb HTTP/1.1" status: 200 len: 945 time: 0.3489501 Jan 26 20:48:09.963797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:10.062476 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-df220b35-ec35-40cf-83db-d7e466d4510f req-2767b3fa-6795-4046-b216-2845c5c1fb25 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917337 Jan 26 20:48:10.084320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:48:10.100334 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.262578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:10.269577 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:48:10.284062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Network a53c08da-1cc0-4ae8-a897-fb51c82d9735 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:48:10.301144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] No Port match for: 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:10.301546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 not bound to the agent host hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:48:10.309285 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:48:10.390109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.394386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.398292 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e64f44b8-c51b-45a5-af2f-b798941a8293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:10.423103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=a53c08da-1cc0-4ae8-a897-fb51c82d9735,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:10.426456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:10.428581 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d9941b16-df7b-467a-8eec-b2b117e14e10 admin admin] 10.222.0.89 "DELETE /v2.0/networks/a53c08da-1cc0-4ae8-a897-fb51c82d9735 HTTP/1.1" status: 204 len: 168 time: 1.0079408 Jan 26 20:48:10.467701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:48:10.479731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:48:10.491808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:48:10.492715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:47:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:10.507892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] No DVR routers for this DVR port 2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:48:10.510344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.513500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'name': 'network-vif-deleted', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:48:10.558619 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-55bdffb7-d1ef-4c41-a253-8a8c268cad02 req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.90 "DELETE /v2.0/ports/2b332e56-9bd4-4e1f-bce2-4f3119b63ff3 HTTP/1.1" status: 204 len: 173 time: 1.6492448 Jan 26 20:48:10.586961 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd437db-9f3e-44f0-a7ea-ac16cdaf57bb', 'name': 'network-vif-deleted', 'tag': '2b332e56-9bd4-4e1f-bce2-4f3119b63ff3', 'status': 'completed', 'code': 200} Jan 26 20:48:10.626162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40000) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:10.687267 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-267aba35-2ead-4644-a17f-28889ed69029 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8231fa409ad1494988d371119f3f42f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572169 Jan 26 20:48:10.687658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40004) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:10.758638 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.793930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.842189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.847309 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-87509ef6-4ff5-493b-97a9-a70770974db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:10.861694 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678edd0b-17ad-4ba9-a78e-bc7b70680de9,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:10.867008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:10.869398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.870623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-f4b922da-4cf9-48ad-907d-9c2de9d68124 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/678edd0b-17ad-4ba9-a78e-bc7b70680de9 HTTP/1.1" status: 204 len: 168 time: 0.1818841 Jan 26 20:48:10.905899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5cb76c59-146b-4f24-aae6-c9a3660b3631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:10.922790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:48:11.260180 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40018) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:11.270271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:11.274665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:48:11.284807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:48:11.285493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:47:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:11.356956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.387825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.438811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.444984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-480f19be-c1da-4c1c-bb0f-101de6505e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:11.461593 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:11.466087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:11.469873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.470899 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "DELETE /v2.0/security-groups/ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b HTTP/1.1" status: 204 len: 168 time: 0.2092743 Jan 26 20:48:11.474117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40028) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:11.495087 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.api.v2.resource [None req-193aaa8e-5918-452d-844a-68ea8b6d4ca4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] show failed (client error): The resource could not be found. Jan 26 20:48:11.498978 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-193aaa8e-5918-452d-844a-68ea8b6d4ca4 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "GET /v2.0/security-groups/ed5d5b1e-0d61-4c2b-93d0-8b2c5ac0ca1b HTTP/1.1" status: 404 len: 347 time: 0.0215843 Jan 26 20:48:11.500172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40032) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:11.511096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:48:11.683774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Deleting port c75f1ac5-b5c2-486b-92e7-445ebced6ffc {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:11.684138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.862088 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:11.868925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e6ec3-d723-4c02-803a-2954a6153d2c None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:43:34Z', 'revision_number': 4, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': 'ff6d389b-fb8c-4469-8f40-107210e3c2f5', 'name': '', 'network_id': '0d35de9c-3b9e-4630-a445-122f593eea20', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'mac_address': 'fa:16:3e:05:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:33Z', 'updated_at': '2021-01-26T20:43:42Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'subnets': [{'id': 'da73ad6e-fa6b-4811-b3b8-203fc86e5f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:48:11.875306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:11.875728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:12.014009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Calling delete_port for c75f1ac5-b5c2-486b-92e7-445ebced6ffc owned by network:floatingip {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:12.159277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:12.191744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:12.289723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec305c38-037f-4cbe-a25d-fbf1b68f582d None None] New status for floating IP 50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45: DOWN {{(pid=80139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:48:12.294731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Pushing event deleted for resources: {'Port': ['ID=c75f1ac5-b5c2-486b-92e7-445ebced6ffc,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:12.299238 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:12.422833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks [] for floatingip, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:12.438447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:12.440164 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1b0a8241-1da8-4e38-8a66-a4b3cdba1a7c tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] 10.222.0.89 "DELETE /v2.0/floatingips/50c3d4b5-abc8-40e2-a9c7-9b06ccb92a45 HTTP/1.1" status: 204 len: 168 time: 0.9389169 Jan 26 20:48:13.486317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bfd5c5ae-a22f-43f1-b171-06dffa08138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:14.292852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:14.923169 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40168) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:15.076773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.092464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:15.096600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Usage tracker for resource:security_group_rule and tenant:b12a1941ec264ef68ea45d21f6136119 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:15.099636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:15.101980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.105649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:15.199742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.203566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.216693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-36e58419-8fab-4a68-a862-53537112e973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:15.258443 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b12a1941ec264ef68ea45d21f6136119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340769 Jan 26 20:48:15.261339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40182) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:15.262729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c67ef41-c8ce-4901-89df-3c52c3237fbd,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:15.266153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:15.326220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.360733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.404084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.409740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cafa1ee1-2187-4932-88c7-120a4c74ec9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:15.420885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c67ef41-c8ce-4901-89df-3c52c3237fbd,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:15.425606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:15.429415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.430686 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0c67ef41-c8ce-4901-89df-3c52c3237fbd HTTP/1.1" status: 204 len: 168 time: 0.1680949 Jan 26 20:48:15.535240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.768546 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40190) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:15.788396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.803786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:15.807932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Usage tracker for resource:security_group_rule and tenant:40bc4dab9bea4d86ba1050ccbe1dc9b1 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:15.810881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:15.816720 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:15.899837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.902427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:15.911728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3b6bf64c-ce49-4c55-8347-55d389d39e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:15.953874 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=40bc4dab9bea4d86ba1050ccbe1dc9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842299 Jan 26 20:48:15.954763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc525a-60ee-4f0e-8684-7892922063b1,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:15.956850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40194) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:15.958073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:16.018878 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:16.046310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:16.090077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:16.095013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9a00cf36-5546-48de-ac60-5c10596a5843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:16.107583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc525a-60ee-4f0e-8684-7892922063b1,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:16.111253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:16.116821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:16.118032 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4dc525a-60ee-4f0e-8684-7892922063b1 HTTP/1.1" status: 204 len: 168 time: 0.1601350 Jan 26 20:48:16.532059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40212) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:17.323341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:17.691257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Deleting port ff6d389b-fb8c-4469-8f40-107210e3c2f5 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:17.691688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:17.873414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] For port ff6d389b-fb8c-4469-8f40-107210e3c2f5, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=ff6d389b-fb8c-4469-8f40-107210e3c2f5,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:17.873807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:18.004285 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Calling delete_port for ff6d389b-fb8c-4469-8f40-107210e3c2f5 owned by network:router_interface {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:18.181894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:18.200922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1bde5682-13aa-4f68-98be-315f731877b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:18.299035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6d389b-fb8c-4469-8f40-107210e3c2f5,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:18.302972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:18.613151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:19.334372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Router 1d5c5430-fca8-4957-989d-b1f47a23552d has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:48:19.521294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:48:19.530019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Sync routers for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:48:19.533896 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] 10.222.0.89 "PUT /v2.0/routers/1d5c5430-fca8-4957-989d-b1f47a23552d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005488 Jan 26 20:48:19.536683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40258) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:19.541152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:48:19.541832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:19.721789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks [] for router, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:19.730644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:48:19.901429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:19.906951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Deleting port d41d2c4c-7715-42b5-8924-7137c6863a87 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:19.907315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.029327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:48:18Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:20.033910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Checking router: 1d5c5430-fca8-4957-989d-b1f47a23552d for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:48:20.043061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Routers {'1d5c5430-fca8-4957-989d-b1f47a23552d'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:48:20.043747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['1d5c5430-fca8-4957-989d-b1f47a23552d'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:20.090402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] For port d41d2c4c-7715-42b5-8924-7137c6863a87, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=d41d2c4c-7715-42b5-8924-7137c6863a87,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:20.090980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.237346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] Set router 1d5c5430-fca8-4957-989d-b1f47a23552d gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:48:20.238472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Calling delete_port for d41d2c4c-7715-42b5-8924-7137c6863a87 owned by network:router_gateway {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:20.390741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.603237 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.738740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.741140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.743723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:48:18Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:20.747662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b7a88-9322-44e0-bac3-bf719cee4b5b None None] The sync data for ids ['1d5c5430-fca8-4957-989d-b1f47a23552d'] in dv-cinder-768105-4-smb is: [{'id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'name': 'tempest-AttachVolumeTestJSON-1618202671-router', 'tenant_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:43:27Z', 'updated_at': '2021-01-26T20:48:18Z', 'revision_number': 5, 'project_id': 'd61cdbb1029f453181b0fced67c8fa9f', 'gw_port': {'id': 'd41d2c4c-7715-42b5-8924-7137c6863a87', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c5430-fca8-4957-989d-b1f47a23552d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:43:28Z', 'updated_at': '2021-01-26T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:48:20.763604 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.764155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5c5430-fca8-4957-989d-b1f47a23552d {{(pid=80136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:48:20.777166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.778364 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7ceb5da2-e3bc-40f4-802a-9e201402c838 admin admin] 10.222.0.89 "DELETE /v2.0/routers/1d5c5430-fca8-4957-989d-b1f47a23552d HTTP/1.1" status: 204 len: 168 time: 1.2406833 Jan 26 20:48:20.781770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40268) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:20.851002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Deleting subnet da73ad6e-fa6b-4811-b3b8-203fc86e5f90 {{(pid=80136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:48:20.854278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.906532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6445101'] for subnet, precommit_delete_associations {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:20.991533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.259013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6445233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8090236'] for subnet, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.275447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a03772cf-0e23-427e-857d-6ff7d25d4958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:21.363351 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da73ad6e-fa6b-4811-b3b8-203fc86e5f90,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:21.376599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:21.381186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.410520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.416676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7461b-5cd7-4084-9725-508f52f8e0af None None] Network 0d35de9c-3b9e-4630-a445-122f593eea20 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:48:21.418416 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-34885a69-91a4-4516-a06c-e8671e0122a4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/da73ad6e-fa6b-4811-b3b8-203fc86e5f90 HTTP/1.1" status: 204 len: 168 time: 0.6355858 Jan 26 20:48:21.421075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40272) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:21.540388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.614046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Deleting port fb5536c9-fc05-4249-9de6-0d2679e7397e {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:21.614384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.678223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] DHCP port deletion for 0d35de9c-3b9e-4630-a445-122f593eea20 request from dv-cinder-768105-4-smb {{(pid=80138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:48:21.682461 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Deleting port fb5536c9-fc05-4249-9de6-0d2679e7397e {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:21.682886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.841949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] For port fb5536c9-fc05-4249-9de6-0d2679e7397e, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=fb5536c9-fc05-4249-9de6-0d2679e7397e,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:21.842533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.905186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] For port fb5536c9-fc05-4249-9de6-0d2679e7397e, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=fb5536c9-fc05-4249-9de6-0d2679e7397e,segment=NetworkSegment(ea236ec5-8a21-4d7e-ac02-4664848c5257),segment_id=ea236ec5-8a21-4d7e-ac02-4664848c5257)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:21.906036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:21.977762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Calling delete_port for fb5536c9-fc05-4249-9de6-0d2679e7397e owned by network:dhcp {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:22.036626 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Calling delete_port for fb5536c9-fc05-4249-9de6-0d2679e7397e owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:48:22.060861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:22.078889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c4df32e6-e7e0-4d57-927f-4ac9da7a56de tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:22.116244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:48:22.116767 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:48:22.173054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5536c9-fc05-4249-9de6-0d2679e7397e,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:22.180336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:22.223220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] No DVR routers for this DVR port fb5536c9-fc05-4249-9de6-0d2679e7397e on host dv-cinder-768105-4-smb {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:48:22.341597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device ff6d389b-fb8c-4469-8f40-107210e3c2f5 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:22.348320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:22.377764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: ff6d389b-fb8c-4469-8f40-107210e3c2f5 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:22.378161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device ff6d389b-fb8c-4469-8f40-107210e3c2f5 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:22.378622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device fb5536c9-fc05-4249-9de6-0d2679e7397e no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:22.416375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: fb5536c9-fc05-4249-9de6-0d2679e7397e {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:22.416768 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device fb5536c9-fc05-4249-9de6-0d2679e7397e not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:22.417259 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device d41d2c4c-7715-42b5-8924-7137c6863a87 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:48:22.452627 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: d41d2c4c-7715-42b5-8924-7137c6863a87 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:48:22.453012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device d41d2c4c-7715-42b5-8924-7137c6863a87 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:48:22.463831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d35de9c-3b9e-4630-a445-122f593eea20']}} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:22.476520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea236ec5-8a21-4d7e-ac02-4664848c5257') {'for_net_delete': True} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:22.476859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea236ec5-8a21-4d7e-ac02-4664848c5257') {} {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:22.489171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848330715'] for segment, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:22.508320 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:22.510296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:48:22.617662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Deleting port fb5536c9-fc05-4249-9de6-0d2679e7397e {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:48:22.618027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:22.690531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-c08b02b8-374b-4632-911a-a0fbd7cad296 None None] The port 'fb5536c9-fc05-4249-9de6-0d2679e7397e' was deleted {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:48:22.898738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Network 0d35de9c-3b9e-4630-a445-122f593eea20 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:48:22.908073 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848335854'] for segment, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.083662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Network 0d35de9c-3b9e-4630-a445-122f593eea20 has no segments {{(pid=80136) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:48:23.105513 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:48:23.195169 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.198867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5734644f-5d67-42e0-94c4-4f3225a22bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:23.216997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.228111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Pushing event deleted for resources: {'Network': ['ID=0d35de9c-3b9e-4630-a445-122f593eea20,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:23.237592 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:23.242629 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fa894ee1-b2ff-4ffb-9e97-38ff31ad4fea admin admin] 10.222.0.89 "DELETE /v2.0/networks/0d35de9c-3b9e-4630-a445-122f593eea20 HTTP/1.1" status: 204 len: 168 time: 1.8205016 Jan 26 20:48:23.454111 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40298) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:23.507630 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8d535b43-fd9c-474f-898a-2b23043c47c0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d61cdbb1029f453181b0fced67c8fa9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521383 Jan 26 20:48:23.510201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40302) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:23.570063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.596583 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.641771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.646557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d7a9fdb1-c359-4249-ae8c-45ea339581fc tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:23.660397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087719e-2896-453d-8886-1566f0060cf3,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:23.662859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:23.668177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:23.669363 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0087719e-2896-453d-8886-1566f0060cf3 HTTP/1.1" status: 204 len: 168 time: 0.1582322 Jan 26 20:48:24.898759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40338) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:25.154031 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.174777 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:25.192195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fabc125b0549fa955873c6daa127ab is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:25.195516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:25.201532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:25.289636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.292746 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.302571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3ebfdd93-c05c-4e12-a4b8-936a92e6a233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:25.345707 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2fabc125b0549fa955873c6daa127ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457498 Jan 26 20:48:25.347439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75362c05-d8e8-4947-bbdc-b60bcf2722c6,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:25.348549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40352) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:25.350861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ec4de83e-08d0-42d0-b4c2-dfd412382fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:25.422084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.448755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.494992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.500045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4b759f62-e347-4d35-b565-ad4e6f550443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:25.512337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75362c05-d8e8-4947-bbdc-b60bcf2722c6,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:25.517849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:25.519635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.520842 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/75362c05-d8e8-4947-bbdc-b60bcf2722c6 HTTP/1.1" status: 204 len: 168 time: 0.1710920 Jan 26 20:48:25.859045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40360) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:25.878870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.894587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:25.898648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Usage tracker for resource:security_group_rule and tenant:ba367d7e33b941d4a2ac33e7a7a42806 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:25.901747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:25.907792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:25.990980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:25.993517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:26.002603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ea27110-6182-47d7-9455-33434d211d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:26.047868 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ba367d7e33b941d4a2ac33e7a7a42806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875601 Jan 26 20:48:26.048712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d2b7f1-a87a-49c8-8131-0fadda119888,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:26.050742 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40364) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:26.052127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-44b60545-1707-4ef7-9ed9-775fada1bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:26.112384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:26.139100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:26.183453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:26.189174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f5503c32-2cf4-4ddb-ac6f-91138525dbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:26.206666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d2b7f1-a87a-49c8-8131-0fadda119888,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:26.209545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:26.219350 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:26.222971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-6072bffd-b1e6-41ae-8d0e-0ddddd6e5bee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12d2b7f1-a87a-49c8-8131-0fadda119888 HTTP/1.1" status: 204 len: 168 time: 0.1685941 Jan 26 20:48:27.588343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40410) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:27.736722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:27.752259 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:27.756364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Usage tracker for resource:security_group_rule and tenant:ed9082e50e034c67930ae7194bdfae34 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:27.759248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:27.765464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:27.848045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:27.850784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:27.859454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9e1cb526-7a54-4055-900c-2e7d2a2c5fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:27.901806 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ed9082e50e034c67930ae7194bdfae34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122773 Jan 26 20:48:27.902741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a054b4c-b3c7-44d1-9b8a-01277521bf62,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:27.904644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40420) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:27.906754 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8d736eca-a774-4bcf-bcf5-8a3d6cc5452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:27.972043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:27.998950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.044912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.049951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fe0099b-566c-4346-80d4-e34a7fdf2871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:28.064041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a054b4c-b3c7-44d1-9b8a-01277521bf62,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:28.066825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:28.068975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.072997 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-7fef8c37-cfb4-4632-999f-33a68bdbce29 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3a054b4c-b3c7-44d1-9b8a-01277521bf62 HTTP/1.1" status: 204 len: 168 time: 0.1665633 Jan 26 20:48:28.187695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40430) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:28.470337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.485437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:28.489565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Usage tracker for resource:security_group_rule and tenant:106972e68b6a4a5f8669d1155ca83ff2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:28.495100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:28.498528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:28.589996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.592860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.605774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dd1ea3e7-97e4-4817-b0d9-0e3475f4d1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:28.642945 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=106972e68b6a4a5f8669d1155ca83ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540567 Jan 26 20:48:28.646023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40446) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:28.650644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a922c2-2175-4c5c-85fa-febec0cffd6f,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:28.653973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-99cee188-c4af-44db-b795-0be826ab6c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:28.712778 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.740239 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.788508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.793949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-760e4b54-069e-48e9-ae86-2675c0fcf719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:28.808131 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a922c2-2175-4c5c-85fa-febec0cffd6f,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:28.811745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:28.812666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:28.817687 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-46ef99a9-a59a-49ea-b262-47a25e01d226 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a2a922c2-2175-4c5c-85fa-febec0cffd6f HTTP/1.1" status: 204 len: 168 time: 0.1665766 Jan 26 20:48:31.108301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40560) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:31.260027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.276612 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:31.280896 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0a9a6800dd486cacd8da4ce2785c22 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:31.283945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:31.289632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:31.378618 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.381595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.391086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d411f6cb-a17b-4130-b6af-2699279e8ce8 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:31.434886 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d0a9a6800dd486cacd8da4ce2785c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254068 Jan 26 20:48:31.437247 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391b6b8-ffc2-4e6a-b0a6-d0e03fcdb72e,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:31.438369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40566) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:31.440567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ca676c6e-a64b-4d8e-b646-02fe093a4fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:31.501476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.529396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.575206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.580174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-84d237ba-ee08-417d-80b8-850eaea663c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:31.593868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391b6b8-ffc2-4e6a-b0a6-d0e03fcdb72e,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:31.598057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:31.611791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:31.613014 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-cfca828e-a6ff-4756-8418-0775a874189c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d391b6b8-ffc2-4e6a-b0a6-d0e03fcdb72e HTTP/1.1" status: 204 len: 168 time: 0.1735733 Jan 26 20:48:31.963974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40576) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:31.983336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.000070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:32.004153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6839ee42d94a0aaec91dc7043bc0e0 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:32.007173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:32.013000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:32.106107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.109496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.119483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7edd1da2-f215-4924-903f-ab2222cd16db tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:32.162726 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a6839ee42d94a0aaec91dc7043bc0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976132 Jan 26 20:48:32.163770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f114211-3aca-4e49-9bb6-906e60b0a353,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:32.166090 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40580) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:32.167442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21d83a95-2784-415b-85fe-3f207ca685d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:32.236235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.263340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.309566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.314660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3e45127d-150d-403d-b5d5-5aa67e6ac7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:32.327917 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f114211-3aca-4e49-9bb6-906e60b0a353,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:32.331685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:32.337337 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:32.338913 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f114211-3aca-4e49-9bb6-906e60b0a353 HTTP/1.1" status: 204 len: 168 time: 0.1712205 Jan 26 20:48:34.846545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40642) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:35.001371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.016559 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:35.020659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:95e7ae403cd741a984bd9c793bab165f is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:35.024311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:35.031164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:35.118045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.120859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.129661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c08383e7-901d-4c12-904c-80b467a4cf35 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:35.173095 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=95e7ae403cd741a984bd9c793bab165f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253484 Jan 26 20:48:35.174843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a961c9-69ef-4736-9140-685e5d29a39f,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:35.176173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40648) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:35.193508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ab975814-e6ed-4c93-9acc-d51d00558ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:35.250919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.280672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.325702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.331919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4da02abf-b0df-417f-8303-3297dcba836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:35.345850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a961c9-69ef-4736-9140-685e5d29a39f,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:35.350849 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:35.355015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.356251 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b8a961c9-69ef-4736-9140-685e5d29a39f HTTP/1.1" status: 204 len: 168 time: 0.1790316 Jan 26 20:48:35.706096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40658) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:35.729493 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.745953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:35.750022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Usage tracker for resource:security_group_rule and tenant:88a707d59d4947d7a1f338dfe8107d96 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:35.753023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:35.758783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:35.845667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.848248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.857619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9bfc4403-b581-4465-8f23-2b6c80dfd524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:35.900279 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=88a707d59d4947d7a1f338dfe8107d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930358 Jan 26 20:48:35.901935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e8c62-a129-4734-b55e-78ba790ef277,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:35.903672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40662) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:35.905814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9b60cb3c-b213-4bcf-b7ed-989db47d0f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:35.971786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.998600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:36.044127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:36.049096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-42e125ba-d3fc-48c3-8260-6ad4ae5664be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:36.061136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e8c62-a129-4734-b55e-78ba790ef277,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:36.064428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:36.066591 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:36.067690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4c8e8c62-a129-4734-b55e-78ba790ef277 HTTP/1.1" status: 204 len: 168 time: 0.1629469 Jan 26 20:48:38.277803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:48:40.867057 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f824a0b6-316a-4994-a731-a5996d2a8579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:43.489344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-264d549f-1e10-42dd-8cdd-022d9b685e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:44.296382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:45.104386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:45.542070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.103113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40828) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:49.260743 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.278551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:49.283424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d7a2fa7b424798ab6295a5437bf5cf is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:49.286763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:49.293462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:49.387861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.391296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.400848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-16523f0c-59e7-4533-8058-dd40568953da tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:49.450433 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b8d7a2fa7b424798ab6295a5437bf5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460157 Jan 26 20:48:49.452486 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c6ead-3727-4f4f-82aa-461c4b7c7c06,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:49.452731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40840) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:49.456163 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08802cfb-438d-4d31-bdd3-111b3d2cc576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:49.522424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.551933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.600614 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.605704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b194164d-5682-4974-ac19-fe848396d879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:49.621267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c6ead-3727-4f4f-82aa-461c4b7c7c06,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:49.627061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:49.633704 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:49.634927 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1327765b-681b-46cc-9661-ff1a0987cd37 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/820c6ead-3727-4f4f-82aa-461c4b7c7c06 HTTP/1.1" status: 204 len: 168 time: 0.1810699 Jan 26 20:48:49.969276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40850) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:49.988530 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.003514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:50.007563 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Usage tracker for resource:security_group_rule and tenant:71cf67bf1a79449697f4c527e399f2f2 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:50.010458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:50.016193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:50.099897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.102484 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.111903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-aee4bfcb-5cfd-4b20-ac99-5cbd96c57d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:50.154009 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=71cf67bf1a79449697f4c527e399f2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836383 Jan 26 20:48:50.154960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa9c59-c58f-474a-b74b-07b8c2c8767a,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:50.157589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40854) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:50.158829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bfb59fc5-8194-42b6-ba08-3a3e363ad888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:50.220301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.246647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.290620 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.295454 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-812d79e5-ab2c-4d44-a832-0db2a466dcb6 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:50.308093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa9c59-c58f-474a-b74b-07b8c2c8767a,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:50.312931 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:50.317138 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:50.318341 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-026492f1-50f1-4b2d-80e2-732d3c3f715d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c4fa9c59-c58f-474a-b74b-07b8c2c8767a HTTP/1.1" status: 204 len: 168 time: 0.1597009 Jan 26 20:48:51.212436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40882) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:51.353514 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525964546-network', 'tenant_id': '3f5bddc94a29425eb6114ea5da083de2'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:51.359308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:51.363556 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Usage tracker for resource:network and tenant:3f5bddc94a29425eb6114ea5da083de2 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:51.366590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:51.372436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:51.377068 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.382376 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Made reservation on behalf of 3f5bddc94a29425eb6114ea5da083de2 for: {'network': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:48:51.387039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.399911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.415992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:51.420067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Usage tracker for resource:security_group_rule and tenant:3f5bddc94a29425eb6114ea5da083de2 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:51.424049 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:51.429885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:51.518091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.520858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.525008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7ac8235e-2da7-4bed-b1bb-67bc1f9f0ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:51.554833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:48:51.567831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f80e31c-538d-4b0d-bac6-303f0f6356b0,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:51.572213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:51.573195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790972929054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.573631 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Added segment 0fdb0644-36f6-468d-b00b-a9a0b1814292 of type vxlan for network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf Jan 26 20:48:51.601301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.630792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.632076 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:51.632723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:51.637678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:51.749897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Pushing event updated for resources: {'Network': ['ID=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:51.753082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:51.754740 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-db72346f-2ae1-4aed-8560-1c142b6b6d31 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5412173 Jan 26 20:48:51.757832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40888) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:51.761385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:48:51.763906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Request body: {'subnet': {'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525964546-subnet', 'tenant_id': '3f5bddc94a29425eb6114ea5da083de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:51.769816 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:51.773840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Usage tracker for resource:subnet and tenant:3f5bddc94a29425eb6114ea5da083de2 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:51.775972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:48:51.776877 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:51.783294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:51.792925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Made reservation on behalf of 3f5bddc94a29425eb6114ea5da083de2 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:48:51.797623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6520056'] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:52.412678 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848475218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6520041'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:52.432537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2affa289-690f-42cd-90bb-bf384daf34c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:52.558491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fef261-7118-404d-b16b-c0b4c1f7ca66,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:52.564117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:52.632611 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Checking segment: {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:48:52.633001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Network hostable DHCP agents. Network: 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:48:52.650999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:48:52.658904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:48:52.668819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a04c4-caaf-461b-aee9-1a20474bb318 None None] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:48:52.670972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:52.672206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:52.692354 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-1bdb4a07-248a-4e97-902d-f4a024c1f92b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9333737 Jan 26 20:48:52.893935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633f856-4118-4cf8-84fb-84254cb7ba9f None None] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:48:53.436398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40914) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:53.590939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.606270 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:53.610370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Usage tracker for resource:security_group_rule and tenant:698bd4b2abaa48aabe7dd1b839ae31fb is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:53.613370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:53.619108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:53.705121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.708045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.720562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e93d78d5-dda4-4eec-9ec1-a3eb4042876f tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:53.766603 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=698bd4b2abaa48aabe7dd1b839ae31fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289659 Jan 26 20:48:53.767606 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe60eb6-5af5-4ed1-a7b6-3579e0ad0baa,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:53.769487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40920) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:53.770949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f1c4c99-8cb6-4d32-b843-72ad0ff86906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:53.831242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.857499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.904511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.909421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-24af6a3d-3758-489d-a340-506c5552c9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:53.923438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe60eb6-5af5-4ed1-a7b6-3579e0ad0baa,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:53.931684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:53.932894 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7fe60eb6-5af5-4ed1-a7b6-3579e0ad0baa HTTP/1.1" status: 204 len: 168 time: 0.1623509 Jan 26 20:48:53.934369 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.934786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.935195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.935628 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.936029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.936427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.937392 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.938216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.938216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.938676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.939074 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.939487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.939943 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.940338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.940727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.941117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.941506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.941898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.942291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.942684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.943075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.943488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.943881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.944288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:53.947677 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fcf728a8-6c2c-4f5b-8a8c-d956b3d08687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:54.752144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40956) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:54.889453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1859480750-network', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:54.894707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:54.898884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Usage tracker for resource:network and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:54.901887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:54.907615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:54.917595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Made reservation on behalf of d828dac11cc4471989356ce41aebc9df for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:48:54.923087 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:54.924421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-c3ab72f8-94d8-4f6c-ba14-81b1141d80be tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:54.925142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-c3ab72f8-94d8-4f6c-ba14-81b1141d80be tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:network {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:48:54.936255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:54.942110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-c3ab72f8-94d8-4f6c-ba14-81b1141d80be tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:network {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:48:54.943424 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-c3ab72f8-94d8-4f6c-ba14-81b1141d80be tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 809 time: 0.2174084 Jan 26 20:48:54.952082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:54.956142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Usage tracker for resource:security_group_rule and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:54.959052 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:54.959380 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-28d88589-374b-4210-b74d-3123966b2e15 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/quotas/3f5bddc94a29425eb6114ea5da083de2 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Jan 26 20:48:54.964890 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:55.012758 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-47a97d8e-1cb1-48a0-a570-43034ac52ed4 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472260 Jan 26 20:48:55.050034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.052863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.057110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3321284d-4e9d-4e5f-a97b-e86443300661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:55.085769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:48:55.099037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9167cc-43a7-470c-9624-4106a9898791,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:55.102523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:55.105415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.105804 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Added segment cc950b95-8924-4bcb-a478-028abeb28e7b of type vxlan for network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 Jan 26 20:48:55.133538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.157697 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-93bab7c7-709f-448b-9a8c-5f1911545921 service neutron] 10.222.0.89 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372690 Jan 26 20:48:55.168280 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.169527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:55.170153 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.175800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4aa916df-395f-4dc4-8448-0a62cbe7eec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:55.278650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Pushing event updated for resources: {'Network': ['ID=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:55.283921 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5306025 Jan 26 20:48:55.284964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b5288ef3-a739-4cef-b7ff-34bdb2335522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:55.285713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40962) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:55.291875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:48:55.292819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Request body: {'subnet': {'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1859480750-subnet', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'ip_version': 4}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:55.298974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:55.303876 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Usage tracker for resource:subnet and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:55.306289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:48:55.307199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:55.310215 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-57e9eb61-fe80-41c0-8094-9d75a1665bbc service neutron] 10.222.0.89 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457016 Jan 26 20:48:55.313429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:55.327858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Made reservation on behalf of d828dac11cc4471989356ce41aebc9df for: {'subnet': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:48:55.332953 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846685610'] for subnet, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.557273 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-247f2179-e8a1-4a6c-a49e-5526d91f08a9 req-924d8c38-cffb-4079-8083-6d2785e451f3 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 210 time: 0.0586867 Jan 26 20:48:55.806729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848330508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846685625'] for subnet, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:55.823466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ce572e73-b075-42e0-a754-d0ad546a66c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:55.953855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3e1404-54dd-44bc-8839-70ad479e6b2e,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:55.956805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:56.029819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Checking segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:48:56.030215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Network hostable DHCP agents. Network: c9aac6d6-ae92-4ed0-8e17-81a13e1dc966, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:48:56.050784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:48:56.060672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, c9aac6d6-ae92-4ed0-8e17-81a13e1dc966) {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:48:56.070671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd75161-9f9a-4bdc-9d92-61a54f9dbe88 None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:48:56.072806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:56.073450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.092879 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2f3088e8-a32b-494d-ba1b-4ed6872ccf47 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8060491 Jan 26 20:48:56.095715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 40976) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:56.101821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:56.107243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:56.111286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Usage tracker for resource:router and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:56.115647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:56.122177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:56.131721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.132771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.151240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.309918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:48:56.310882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.437403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.606434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Allocated IP 172.20.0.2 (c9aac6d6-ae92-4ed0-8e17-81a13e1dc966/ed3e1404-54dd-44bc-8839-70ad479e6b2e/39a896dc-6ce2-4b5e-8e23-11cea63a1ca4) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:48:56.747430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-0d171cc1-edfe-41c8-a999-3386c71710a1 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:56.748812 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-0d171cc1-edfe-41c8-a999-3386c71710a1 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 809 time: 0.2863584 Jan 26 20:48:56.761513 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-22546e93-34d2-41fc-ad10-a5388176fbac req-0de08c23-2985-45d5-8607-27590ca4c5c4 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 210 time: 0.0526140 Jan 26 20:48:56.775102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Request body: {'port': {'device_id': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf', 'admin_state_up': True, 'tenant_id': '3f5bddc94a29425eb6114ea5da083de2'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:56.852279 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.864868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Transition to ACTIVE for port object 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:48:56.882680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Transition to ACTIVE for port object 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:48:56.887332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:56.901990 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-da1eb5ba-1dd5-4160-9775-ffa48333af33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:57.041887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Pushing event updated for resources: {'Port': ['ID=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:57.053667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.054053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.054432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.054801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.055167 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.055574 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.055938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.056297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.056657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.057015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.057373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.057730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.058144 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.058502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.058860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.059217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.059596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.059957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.060318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.060672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.061029 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.061384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.061766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.062120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:57.066603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:57.286724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:48:57.287996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:48:57.290645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:48:57.315158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:48:57.323126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Usage tracker for resource:port and tenant:3f5bddc94a29425eb6114ea5da083de2 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:48:57.328348 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:48:57.336127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.346631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Attempting to bind port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:48:57.347043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Attempting to bind port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:48:57.347488 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Attempting to bind port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 on network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:48:57.353179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:48:57.353596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Checking segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:48:57.354055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.354472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Bound using segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:48:57.354982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Bound port: 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:48:57.355423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.361573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:48:57.372440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.390921 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Made reservation on behalf of 3f5bddc94a29425eb6114ea5da083de2 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:48:57.404256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.451070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] For port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:48:57.454893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] For port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:48:57.458430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:57.473232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-7d1596c3-acf4-4674-9a96-c96b9542b576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:57.622310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Pushing event updated for resources: {'Port': ['ID=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:57.627269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:57.966062 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3113273-9639-404c-9e74-654a75ffeba5 req-cb5261d2-556f-4515-9e52-4d0f3d7ab719 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 210 time: 0.0671244 Jan 26 20:48:57.981948 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Allocated IP 172.28.1.210 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/39af5dfe-271c-43a1-85d6-fcf23008534c) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:48:58.043517 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Allocated IP 172.20.0.2 (3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf/77fef261-7118-404d-b16b-c0b4c1f7ca66/29e87764-4957-45aa-ad6d-3503bf2470bd) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:48:58.336398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:58.383805 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:48:58.409091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:58.431884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:58.447928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-42d67150-95dd-443c-8443-3e9bf31824a6 tempest-VolumesSnapshotTestJSON-271975127 tempest-VolumesSnapshotTestJSON-271975127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:58.458551 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:48:58.587364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Pushing event updated for resources: {'Port': ['ID=39af5dfe-271c-43a1-85d6-fcf23008534c,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:58.594861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:58.610985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:58.626345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b22b370a-67d7-4929-a8c0-8dcbb96df127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:58.792316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Pushing event updated for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:58.799154 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:58.803688 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:48:58.815840 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:48:58.820629 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:48:58.965393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:48:58.977636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:48:59.024639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbce74-5534-48e9-9cbe-5fc0cdd86d07 None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:48:59.029129 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:48:59.119536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Provisioning for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:48:59.128755 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Provisioning complete for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:48:59.129284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.185310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:59.185661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.222895 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4533634 Jan 26 20:48:59.262006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68b73e-b971-46eb-8aa7-37297ca21a53 req-fd886729-be7d-4a83-a87e-f47429ca5d20 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:48:59.263814 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b68b73e-b971-46eb-8aa7-37297ca21a53 req-fd886729-be7d-4a83-a87e-f47429ca5d20 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 931 time: 0.1663911 Jan 26 20:48:59.290451 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Request body: {'port': {'device_id': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:48:59.323221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-2b68b73e-b971-46eb-8aa7-37297ca21a53 req-e7b6a5cf-eea7-419d-8d3f-b56a3d9d3235 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:security_group {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:48:59.340442 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-2b68b73e-b971-46eb-8aa7-37297ca21a53 req-e7b6a5cf-eea7-419d-8d3f-b56a3d9d3235 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:security_group {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:48:59.341840 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2b68b73e-b971-46eb-8aa7-37297ca21a53 req-e7b6a5cf-eea7-419d-8d3f-b56a3d9d3235 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Jan 26 20:48:59.375336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.433939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] For port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:48:59.439562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.442346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:48:59.523770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Pushing event updated for resources: {'Port': ['ID=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:48:59.527227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d59952bc-fd2b-4727-8af0-a44604929af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:48:59.747748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.760706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:59.763070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ca8771a3-ce72-474e-a0e9-7114e4d04fd2 None None] Provisioning complete for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:48:59.763526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ca8771a3-ce72-474e-a0e9-7114e4d04fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.019610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-083719b8-40ad-4489-a09d-47b1960a6767 None None] Provisioning complete for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:00.020198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-083719b8-40ad-4489-a09d-47b1960a6767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.266866 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-ae591127-ca06-4cb8-a1b3-69a1ead26dbf None None] Provisioning complete for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:00.267288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ae591127-ca06-4cb8-a1b3-69a1ead26dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.370455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:00.382676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.468415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:00.468994 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.748814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e87764-4957-45aa-ad6d-3503bf2470bd {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:49:00.804250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa8478-54f1-4b7f-b1bb-6a0972338199 req-5854f60d-f52a-4661-abf0-92a5ea69e8d7 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:00.804993 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e4fa8478-54f1-4b7f-b1bb-6a0972338199 req-5854f60d-f52a-4661-abf0-92a5ea69e8d7 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:00.808477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.831193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Transition to ACTIVE for port object 29e87764-4957-45aa-ad6d-3503bf2470bd will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:00.840545 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:00.857976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d84c5016-e804-441c-94d1-aefa206c97a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:00.958081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e4fa8478-54f1-4b7f-b1bb-6a0972338199 req-5854f60d-f52a-4661-abf0-92a5ea69e8d7 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:00.959348 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4fa8478-54f1-4b7f-b1bb-6a0972338199 req-5854f60d-f52a-4661-abf0-92a5ea69e8d7 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 931 time: 0.4359274 Jan 26 20:49:00.975919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Router 28c35d1a-d02d-4d06-9734-07278060a03b is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:49:01.019560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Pushing event updated for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:01.028947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:01.219556 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e4fa8478-54f1-4b7f-b1bb-6a0972338199 req-3a8cf81e-8c12-43f0-a75c-6e6a604a3328 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444785 Jan 26 20:49:01.333389 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:49:01.342100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Sync routers for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:49:01.352251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:01.352906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:01.394341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.395657 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2987616 Jan 26 20:49:01.398735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 40992) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:01.422382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Attempting to bind port 29e87764-4957-45aa-ad6d-3503bf2470bd on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:01.422733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Attempting to bind port 29e87764-4957-45aa-ad6d-3503bf2470bd by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:01.423110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Attempting to bind port 29e87764-4957-45aa-ad6d-3503bf2470bd on network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:01.431332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:01.431725 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Checking segment: {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:01.432123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.432510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Bound using segment: {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:01.432978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Bound port: 29e87764-4957-45aa-ad6d-3503bf2470bd, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:01.433341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.526758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:01.530821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=29e87764-4957-45aa-ad6d-3503bf2470bd,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:01.535897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.544045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:01.551656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bdc4430a-a43d-4978-9972-4945c1cbd205 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:01.705829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Pushing event updated for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:01.710602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:01.743253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:01.744183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.745900 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] 10.222.0.90 "PUT /v2.0/ports/29e87764-4957-45aa-ad6d-3503bf2470bd HTTP/1.1" status: 200 len: 1157 time: 2.4602387 Jan 26 20:49:01.746473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:01.854399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:48:59Z', 'revision_number': 3, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:01.859129 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Checking router: 28c35d1a-d02d-4d06-9734-07278060a03b for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:49:01.859387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Updating router 28c35d1a-d02d-4d06-9734-07278060a03b port 39af5dfe-271c-43a1-85d6-fcf23008534c binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:49:01.919715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.063162 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd', 'status': 'completed', 'code': 200} Jan 26 20:49:02.100323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-9896f862-0447-486d-a1a2-2344d0cd0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:02.102129 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-9896f862-0447-486d-a1a2-2344d0cd0a33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 1160 time: 0.3111694 Jan 26 20:49:02.152047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.179630 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-f04d14a5-14e7-466f-8c4f-08a17c265f34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29e87764-4957-45aa-ad6d-3503bf2470bd HTTP/1.1" status: 200 len: 217 time: 0.0699863 Jan 26 20:49:02.269449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-37414ac4-062d-4de2-abce-4aa5af7af934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:02.271036 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-37414ac4-062d-4de2-abce-4aa5af7af934 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77fef261-7118-404d-b16b-c0b4c1f7ca66 HTTP/1.1" status: 200 len: 849 time: 0.0795643 Jan 26 20:49:02.334241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.344009 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-d9824101-e649-4305-9b3a-8e75472f6551 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660625 Jan 26 20:49:02.346441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Transition to ACTIVE for port object 39af5dfe-271c-43a1-85d6-fcf23008534c will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:02.349966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.477648 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-391c2a7f-944d-42cf-83c5-79b679a91fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:02.567480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Pushing event updated for resources: {'Port': ['ID=39af5dfe-271c-43a1-85d6-fcf23008534c,revision_number=2']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:02.571212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Attempting to bind port 39af5dfe-271c-43a1-85d6-fcf23008534c on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:02.571752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Attempting to bind port 39af5dfe-271c-43a1-85d6-fcf23008534c by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:02.572264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Attempting to bind port 39af5dfe-271c-43a1-85d6-fcf23008534c on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:02.581343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.581845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.582324 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.582800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.583269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.583762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.584304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.584712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.585174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.585634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.586097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.586557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.587077 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.588656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.588656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.588656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.588656 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.589228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.589692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.590137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.590597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.591054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.591542 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.592011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:02.596736 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:02.598306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:02.598846 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:02.599429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.599949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:02.600595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Bound port: 39af5dfe-271c-43a1-85d6-fcf23008534c, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:02.601128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.621244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Allocated IP 172.20.0.1 (c9aac6d6-ae92-4ed0-8e17-81a13e1dc966/ed3e1404-54dd-44bc-8839-70ad479e6b2e/06498ab2-97a5-412f-9588-730f15161f33) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:02.666970 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-b2de562f-4c4f-4bac-867b-ff0ee11be918 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155620 Jan 26 20:49:02.679485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] For port 39af5dfe-271c-43a1-85d6-fcf23008534c, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:02.683330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] For port 39af5dfe-271c-43a1-85d6-fcf23008534c, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39af5dfe-271c-43a1-85d6-fcf23008534c,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:02.686802 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.705384 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:02.757769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860a80b-7508-4871-8ba1-de70e552e0b3 req-27412d52-5a8d-4647-97c3-f24713cc3494 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:02.760491 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8860a80b-7508-4871-8ba1-de70e552e0b3 req-27412d52-5a8d-4647-97c3-f24713cc3494 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 943 time: 0.3826516 Jan 26 20:49:02.849723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.857218 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Pushing event updated for resources: {'Port': ['ID=39af5dfe-271c-43a1-85d6-fcf23008534c,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:02.861444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3077c769-64c1-4de9-9f1f-e11feade1df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:02.867174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Transition to ACTIVE for port object 06498ab2-97a5-412f-9588-730f15161f33 will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:02.898884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:02.905961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:02.906748 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:02.915260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:02.917227 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8860a80b-7508-4871-8ba1-de70e552e0b3 req-2140b474-7ac1-49b1-b7c6-764f173920a8 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226809 Jan 26 20:49:02.961971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a4415b0b-e04c-4dc3-96bc-00b14f51c762 req-6beb14e7-d39b-41b1-9783-3ee6cc60a676 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001019 Jan 26 20:49:03.050669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Pushing event updated for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:03.056253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:03.096701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-c65ccbad-2bbb-46f9-9b52-1407dc372702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:03.098738 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-c65ccbad-2bbb-46f9-9b52-1407dc372702 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 1160 time: 0.0842667 Jan 26 20:49:03.099558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:03.110691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:03.111974 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:03.114332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:03.173776 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.292749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-8163da8a-8b21-440d-9919-ff06e8894462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:03.294912 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-8163da8a-8b21-440d-9919-ff06e8894462 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 903 time: 0.1893973 Jan 26 20:49:03.329508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.379210 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-cdf9631b-4527-49b4-bf4a-bb8e27243799 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29e87764-4957-45aa-ad6d-3503bf2470bd HTTP/1.1" status: 200 len: 217 time: 0.0756204 Jan 26 20:49:03.398511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-128f4e7d-6d3a-493a-8c1a-ce040120d8c3 None None] Provisioning for port 06498ab2-97a5-412f-9588-730f15161f33 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:03.404148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-128f4e7d-6d3a-493a-8c1a-ce040120d8c3 None None] Provisioning complete for port 06498ab2-97a5-412f-9588-730f15161f33 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:03.404861 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-128f4e7d-6d3a-493a-8c1a-ce040120d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.419681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:48:59Z', 'revision_number': 3, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:03.424371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ac714-13be-4053-97fe-f68b45fe1cf8 None None] The sync data for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb is: [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:48:59Z', 'revision_number': 3, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:49:03.456772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-afe42e48-c5e4-4233-aad2-b877f34b9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:03.458403 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-afe42e48-c5e4-4233-aad2-b877f34b9083 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77fef261-7118-404d-b16b-c0b4c1f7ca66 HTTP/1.1" status: 200 len: 849 time: 0.0723085 Jan 26 20:49:03.488319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-128f4e7d-6d3a-493a-8c1a-ce040120d8c3 None None] Port 06498ab2-97a5-412f-9588-730f15161f33 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:03.511441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-66bf266f-18e1-4726-93a1-3bf06d81e720 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453453 Jan 26 20:49:03.630727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.634902 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.656691 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-a43244cb-ff6a-48f7-aa55-8cb745a7e7db service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374638 Jan 26 20:49:03.669004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:03.754427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:03.770869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Pushing event updated for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:03.774289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:03.815623 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b8b70d1-04ae-4096-9ad9-f35c556f5c12 req-86c797ae-5a7e-49ec-a35a-8496a05dd4d9 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518376 Jan 26 20:49:04.272553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6b69-7248-4ff2-8bfe-b0de629f6296 req-3a1fc188-4bbb-4404-a470-3276a85371c2 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:04.274419 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-62eb6b69-7248-4ff2-8bfe-b0de629f6296 req-3a1fc188-4bbb-4404-a470-3276a85371c2 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 943 time: 0.1848466 Jan 26 20:49:04.302448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:04.306398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:04.390050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39af5dfe-271c-43a1-85d6-fcf23008534c up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:04.466942 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-62eb6b69-7248-4ff2-8bfe-b0de629f6296 req-774219ce-fe83-4003-801d-6d846a0c74a5 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852653 Jan 26 20:49:04.469537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 39af5dfe-271c-43a1-85d6-fcf23008534c completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:04.475125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 39af5dfe-271c-43a1-85d6-fcf23008534c triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:04.475581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.543263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Router 28c35d1a-d02d-4d06-9734-07278060a03b has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:49:04.663947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.698136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-b2cac302-5a10-4058-a06c-32a87a99d811 None None] Provisioning complete for port 06498ab2-97a5-412f-9588-730f15161f33 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:04.698472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b2cac302-5a10-4058-a06c-32a87a99d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.731836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 39af5dfe-271c-43a1-85d6-fcf23008534c, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39af5dfe-271c-43a1-85d6-fcf23008534c,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:04.736315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:49:04.744843 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.750007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-626df174-c57a-405d-be8f-f520abdc9037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:04.763382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] 10.222.0.89 "PUT /v2.0/routers/28c35d1a-d02d-4d06-9734-07278060a03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3555110 Jan 26 20:49:04.802642 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-977d45c1-893d-4934-a382-22db8bbd9184 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:49:04.817174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b2cac302-5a10-4058-a06c-32a87a99d811 None None] Port 06498ab2-97a5-412f-9588-730f15161f33 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:04.837758 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=39af5dfe-271c-43a1-85d6-fcf23008534c,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:04.840844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:05.080884 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 29e87764-4957-45aa-ad6d-3503bf2470bd up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:05.153673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 29e87764-4957-45aa-ad6d-3503bf2470bd completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:05.158573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 29e87764-4957-45aa-ad6d-3503bf2470bd triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:05.158995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.286025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.314867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:05.325004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=29e87764-4957-45aa-ad6d-3503bf2470bd,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:05.328100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.329952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:05.376857 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd', 'code': 200} Jan 26 20:49:05.401783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:05.405168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:05.618690 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf2522-d9db-4e88-aaa4-93e84cdfa4d0 req-354ffddd-7559-46e6-ae19-3176fc53d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:05.620341 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-beaf2522-d9db-4e88-aaa4-93e84cdfa4d0 req-354ffddd-7559-46e6-ae19-3176fc53d595 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 1162 time: 0.0821726 Jan 26 20:49:05.665058 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 41024) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:05.670805 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-beaf2522-d9db-4e88-aaa4-93e84cdfa4d0 req-aba47bf1-120d-4dd8-80be-3a2a6acdfb78 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Jan 26 20:49:05.674675 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-115713750-network', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:05.679379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:05.683467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Usage tracker for resource:network and tenant:0e253de483604b4db3eb6b9449f7be83 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:05.686937 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:05.692863 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:05.701537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Made reservation on behalf of 0e253de483604b4db3eb6b9449f7be83 for: {'network': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:49:05.706874 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for network, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.720039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.732808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4d3d-ac4d-418e-a259-d65f1c534710 req-a2c67c0e-09cf-45ee-8e1b-7a51fe6a4ca8 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:05.735004 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a24f4d3d-ac4d-418e-a259-d65f1c534710 req-a2c67c0e-09cf-45ee-8e1b-7a51fe6a4ca8 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 945 time: 0.1305900 Jan 26 20:49:05.736171 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:05.740539 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Usage tracker for resource:security_group_rule and tenant:0e253de483604b4db3eb6b9449f7be83 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:05.743864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:05.750303 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:05.796843 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a24f4d3d-ac4d-418e-a259-d65f1c534710 req-d466bbe1-094c-4e51-868b-ff52b20a8a56 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549216 Jan 26 20:49:05.838437 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.840732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.845729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-081ecde1-4b88-4ea5-8eef-30a8a8846bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:05.875593 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:49:05.888474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade33f8-0275-493c-9d96-f6271a0c0969,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:05.893368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:05.894412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.894796 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.segments_db [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Added segment 05eda933-27a9-4338-8b16-c2bf4d69368e of type vxlan for network 64c23b80-f83a-4177-9604-b3d24cbecff3 Jan 26 20:49:05.922148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245882393938'] for network, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.955219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790'] for network, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.956508 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:05.957187 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.962123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:06.065932 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3997324 Jan 26 20:49:06.066910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Pushing event updated for resources: {'Network': ['ID=64c23b80-f83a-4177-9604-b3d24cbecff3,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:06.068986 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41028) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:06.069955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-dfac4442-c706-490d-8511-143b58f30319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:06.075189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Request body: {'subnet': {'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-115713750-subnet', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'ip_version': 4}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:06.077925 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 details requested by agent ovs-agent-dv-cinder-768105-4-smb with host dv-cinder-768105-4-smb {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:49:06.081047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:06.085918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Usage tracker for resource:subnet and tenant:0e253de483604b4db3eb6b9449f7be83 is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:06.090106 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:06.096013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:49:06.096775 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:06.106568 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Made reservation on behalf of 0e253de483604b4db3eb6b9449f7be83 for: {'subnet': 1} {{(pid=80137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:49:06.111342 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6520056'] for subnet, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.229207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Sync routers for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:49:06.279644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:06.280349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:06.544745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848475218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6520041'] for subnet, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.561061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:06.574175 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39af5dfe-271c-43a1-85d6-fcf23008534c up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:06.616075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 29e87764-4957-45aa-ad6d-3503bf2470bd up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:06.689355 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31a0869-3378-41f1-89a1-d82409e846d2,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:06.695354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:06.777615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Checking segment: {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:06.778036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 39af5dfe-271c-43a1-85d6-fcf23008534c triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:06.778176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Network hostable DHCP agents. Network: 64c23b80-f83a-4177-9604-b3d24cbecff3, hostable agents: ['4ba579fd-b70c-4ef3-9e49-855b5e33507f'], hosted agents: [] {{(pid=80137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:49:06.778483 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.797797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 is scheduled to be hosted by DHCP agent 4ba579fd-b70c-4ef3-9e49-855b5e33507f with binding_index 1 {{(pid=80137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:49:06.807584 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-smb, 64c23b80-f83a-4177-9604-b3d24cbecff3) {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:06.817696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:06.823952 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:06.824601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.847954 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 41034) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:06.853848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:06.856120 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-adf82673-b5d1-49fe-9abd-a1538904d48b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7857783 Jan 26 20:49:06.859763 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:06.864207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Usage tracker for resource:router and tenant:0e253de483604b4db3eb6b9449f7be83 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:06.867201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:06.870501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 29e87764-4957-45aa-ad6d-3503bf2470bd triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:06.870929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.874455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:06.884972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-441118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44329'] for router, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.887465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854340300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1664405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854731486'] for router, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.900347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e8923-fb18-49c1-9590-3c86c2df346e None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:49:06.901260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:07.245456 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854731501'] for router, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:07.326011 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf34d-8778-48fa-8c2e-0113a1fa3fed req-2ef1bd76-3245-429c-8478-6cd20b64f2c0 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:07.327701 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b1bcf34d-8778-48fa-8c2e-0113a1fa3fed req-2ef1bd76-3245-429c-8478-6cd20b64f2c0 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 945 time: 0.3475611 Jan 26 20:49:07.448093 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b1bcf34d-8778-48fa-8c2e-0113a1fa3fed req-f63242dc-8ae0-4a01-b915-454e61c14ec5 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 Jan 26 20:49:07.554713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp208f7a07-7647-507a-a51b-102c7ea2dd76-64c23b80-f83a-4177-9604-b3d24cbecff3', 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'fixed_ips': [{'subnet_id': 'e31a0869-3378-41f1-89a1-d82409e846d2'}]}} from dv-cinder-768105-4-smb. {{(pid=80138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:49:07.555670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:07.607550 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 2, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:07.627490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Checking router: 28c35d1a-d02d-4d06-9734-07278060a03b for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:49:07.627854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Updating router 28c35d1a-d02d-4d06-9734-07278060a03b port 06498ab2-97a5-412f-9588-730f15161f33 binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:49:07.760179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:07.899818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:07.933393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.225976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Allocated IP 172.28.1.227 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/04659770-2deb-48a2-abc6-c68281dcd17f) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:08.284222 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Allocated IP 172.20.0.2 (64c23b80-f83a-4177-9604-b3d24cbecff3/e31a0869-3378-41f1-89a1-d82409e846d2/eac2627c-7fb5-4924-a83d-f032f326b84f) {{(pid=80138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:08.401195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.436227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.452903 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-902c6e5b-f6d2-46b7-a9ed-1c4933c5786f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:08.646747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=04659770-2deb-48a2-abc6-c68281dcd17f,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:08.660904 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:08.691833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks [] for port, precommit_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.708333 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.713695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Transition to ACTIVE for port object eac2627c-7fb5-4924-a83d-f032f326b84f will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:08.732340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Transition to ACTIVE for port object 06498ab2-97a5-412f-9588-730f15161f33 will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:08.738960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.752245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Transition to ACTIVE for port object eac2627c-7fb5-4924-a83d-f032f326b84f will not be triggered until provisioned by entity DHCP. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:08.752561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c6d68-9588-43a0-816e-3df7d45de0cf req-baf445a8-a100-4b47-844f-d2b85be9e8e4 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:08.754238 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de1c6d68-9588-43a0-816e-3df7d45de0cf req-baf445a8-a100-4b47-844f-d2b85be9e8e4 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 945 time: 0.2673197 Jan 26 20:49:08.755527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:08.764700 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:08.780946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:08.784653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:08.852443 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807'] for port, after_create {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:08.866286 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de1c6d68-9588-43a0-816e-3df7d45de0cf req-2201b36c-a613-49c3-b8ac-bd24b9b1e85c tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038306 Jan 26 20:49:08.964226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Pushing event updated for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:08.971008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:08.978381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:09.117800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Pushing event updated for resources: {'Port': ['ID=eac2627c-7fb5-4924-a83d-f032f326b84f,revision_number=1']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:09.123580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:09.196640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 is already hosted by enough agents. {{(pid=80138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:09.206975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Resources bound (agent type, host, resource id): {{(pid=80138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:09.210738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Received port after_create {{(pid=80138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:09.269526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.319557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Attempting to bind port 06498ab2-97a5-412f-9588-730f15161f33 on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:09.319979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Attempting to bind port 06498ab2-97a5-412f-9588-730f15161f33 by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:09.320393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Attempting to bind port 06498ab2-97a5-412f-9588-730f15161f33 on network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:09.324155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Attempting to bind port eac2627c-7fb5-4924-a83d-f032f326b84f on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:09.324597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Attempting to bind port eac2627c-7fb5-4924-a83d-f032f326b84f by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:09.324981 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Attempting to bind port eac2627c-7fb5-4924-a83d-f032f326b84f on network 64c23b80-f83a-4177-9604-b3d24cbecff3 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:09.331962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:09.332388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Checking segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:09.332841 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.333286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Bound using segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:09.333808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Bound port: 06498ab2-97a5-412f-9588-730f15161f33, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:09.334235 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.348610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:09.349033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Checking segment: {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:09.349468 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.349907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Bound using segment: {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:09.350422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Bound port: eac2627c-7fb5-4924-a83d-f032f326b84f, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:09.350839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.530622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] For port eac2627c-7fb5-4924-a83d-f032f326b84f, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:09.533046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] For port 06498ab2-97a5-412f-9588-730f15161f33, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:09.536024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] For port eac2627c-7fb5-4924-a83d-f032f326b84f, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=eac2627c-7fb5-4924-a83d-f032f326b84f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:09.538429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] For port 06498ab2-97a5-412f-9588-730f15161f33, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=06498ab2-97a5-412f-9588-730f15161f33,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:09.540662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.556871 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:09.595829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.626793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689886'] for router, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:09.822327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Pushing event updated for resources: {'Port': ['ID=eac2627c-7fb5-4924-a83d-f032f326b84f,revision_number=2']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:09.838676 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:09.839209 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:09.952403 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Pushing event updated for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:09.958157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:09.969722 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:09.970075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:10.164533 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2924b-112a-4914-aaf7-9c36d05d651a req-acbba933-6a2f-41b3-b485-4542d68a1742 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:10.167485 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-d82116ba-2913-43b0-aeb0-1b4fa35fecba tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:10.169159 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-d82116ba-2913-43b0-aeb0-1b4fa35fecba tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 945 time: 0.1890423 Jan 26 20:49:10.172932 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-71b2924b-112a-4914-aaf7-9c36d05d651a req-acbba933-6a2f-41b3-b485-4542d68a1742 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 945 time: 0.1651065 Jan 26 20:49:10.256123 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-71b2924b-112a-4914-aaf7-9c36d05d651a req-f70c02c3-eb45-454a-a3ef-e0164c0c092c tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795979 Jan 26 20:49:10.300133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Deleting port 29e87764-4957-45aa-ad6d-3503bf2470bd {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:49:10.300458 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.422349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:10.442807 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Router 2c1aedb9-845b-4891-94cb-c44024752119 is scheduled to L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 with binding_index 1 {{(pid=80136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:49:10.637002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 29e87764-4957-45aa-ad6d-3503bf2470bd no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:49:10.770341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=29e87764-4957-45aa-ad6d-3503bf2470bd,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:10.770734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.787647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:49:10.798116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Sync routers for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:49:10.808170 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:10.808898 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:10.848032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.906299 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:10.915632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aa823788-c9c7-4b8e-b506-b50da740dc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.925386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Calling delete_port for 29e87764-4957-45aa-ad6d-3503bf2470bd owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:49:10.925597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=29e87764-4957-45aa-ad6d-3503bf2470bd,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:10.931518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:09Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:10.936026 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.938035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:10.968997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59283-c4d0-4e4f-9f9e-0bcb7f2c832b None None] The sync data for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb is: [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:09Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:49:10.992414 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd', 'code': 200} Jan 26 20:49:10.993251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:10.997598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41054) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:10.997757 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1486502 Jan 26 20:49:11.033549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:11.043071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:11.065356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:11.072654 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:49:11.073321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:49:11.575020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Deleting port 29e87764-4957-45aa-ad6d-3503bf2470bd {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:49:11.575427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:11.623177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5335a69-51c0-4ce0-a182-a9d8d6424cde None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:49:11.669244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:09Z', 'revision_number': 3, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:11.677251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Checking router: 2c1aedb9-845b-4891-94cb-c44024752119 for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:49:11.677936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Updating router 2c1aedb9-845b-4891-94cb-c44024752119 port 04659770-2deb-48a2-abc6-c68281dcd17f binding host dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:49:11.767349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:11.800633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-088d0d55-f24d-4c1e-a547-489ce59a2c73 None None] Provisioning for port eac2627c-7fb5-4924-a83d-f032f326b84f completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:11.971242 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] For port 29e87764-4957-45aa-ad6d-3503bf2470bd, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=29e87764-4957-45aa-ad6d-3503bf2470bd,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:11.971834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.120273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9dc27-23bb-440f-8a61-0ad323c31d4e req-c60e3e07-99cd-456e-8b50-284d3609d33e tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:12.128845 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77a9dc27-23bb-440f-8a61-0ad323c31d4e req-c60e3e07-99cd-456e-8b50-284d3609d33e tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 943 time: 0.5997512 Jan 26 20:49:12.148162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Calling delete_port for 29e87764-4957-45aa-ad6d-3503bf2470bd owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:49:12.235918 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-77a9dc27-23bb-440f-8a61-0ad323c31d4e req-68a88a10-529e-4e3f-bbfa-f322640dc9c9 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059866 Jan 26 20:49:12.398826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.415158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.418063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9ac0237a-ab16-4ada-bd1a-16fc1d79b628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:12.450499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks [] for port, precommit_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.465424 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Transition to ACTIVE for port object 04659770-2deb-48a2-abc6-c68281dcd17f will not be triggered until provisioned by entity L2. {{(pid=80139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:12.479177 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.500283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 06498ab2-97a5-412f-9588-730f15161f33 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:12.534064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:12.541397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Pushing event deleted for resources: {'Port': ['ID=29e87764-4957-45aa-ad6d-3503bf2470bd,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:12.548829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:12.612822 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 06498ab2-97a5-412f-9588-730f15161f33 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:12.619892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 06498ab2-97a5-412f-9588-730f15161f33 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:12.620323 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.702549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] No DVR routers for this DVR port 29e87764-4957-45aa-ad6d-3503bf2470bd on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:49:12.705007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.716435 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-deleted', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:12.721040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9674ce-8843-420a-a703-ec086a5051e6 None None] Pushing event updated for resources: {'Port': ['ID=04659770-2deb-48a2-abc6-c68281dcd17f,revision_number=2']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:12.725521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4a9674ce-8843-420a-a703-ec086a5051e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:12.741692 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6e2164bd-9dbb-4b58-adad-f337cd29d2e2 req-1d40769e-939d-4d6c-9f07-e26d32483a09 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "DELETE /v2.0/ports/29e87764-4957-45aa-ad6d-3503bf2470bd HTTP/1.1" status: 204 len: 173 time: 2.5553856 Jan 26 20:49:12.799335 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f989fd6e-23b8-4db1-9602-1327733121fc', 'name': 'network-vif-deleted', 'tag': '29e87764-4957-45aa-ad6d-3503bf2470bd', 'status': 'completed', 'code': 200} Jan 26 20:49:12.862888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.888349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Attempting to bind port 04659770-2deb-48a2-abc6-c68281dcd17f on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:12.888757 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Attempting to bind port 04659770-2deb-48a2-abc6-c68281dcd17f by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:12.889191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Attempting to bind port 04659770-2deb-48a2-abc6-c68281dcd17f on network c64f6090-b582-40d5-8957-38baf53d6c3d {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:12.900091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:12.900524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Checking segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:12.900975 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.901411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Bound using segment: {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'} {{(pid=80139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:12.901935 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Bound port: 04659770-2deb-48a2-abc6-c68281dcd17f, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fad0f1-2554-4d13-9d98-c3a8d7111c49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}}] {{(pid=80139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:12.902347 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.911321 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 06498ab2-97a5-412f-9588-730f15161f33, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=06498ab2-97a5-412f-9588-730f15161f33,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:12.914970 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:12.915919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device eac2627c-7fb5-4924-a83d-f032f326b84f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:12.950452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:12.974315 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Allocated IP 172.20.0.1 (64c23b80-f83a-4177-9604-b3d24cbecff3/e31a0869-3378-41f1-89a1-d82409e846d2/0613a0ba-ba47-4002-8286-36aa7c95563f) {{(pid=80137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:12.986555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] For port 04659770-2deb-48a2-abc6-c68281dcd17f, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:12.989873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] For port 04659770-2deb-48a2-abc6-c68281dcd17f, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=04659770-2deb-48a2-abc6-c68281dcd17f,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:12.994422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80139) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.010404 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:13.063730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:13.068294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:13.076429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port eac2627c-7fb5-4924-a83d-f032f326b84f completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:13.082141 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port eac2627c-7fb5-4924-a83d-f032f326b84f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:13.082692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.151357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.161041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9674ce-8843-420a-a703-ec086a5051e6 None None] Pushing event updated for resources: {'Port': ['ID=04659770-2deb-48a2-abc6-c68281dcd17f,revision_number=3']} {{(pid=80139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:13.166915 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4a9674ce-8843-420a-a703-ec086a5051e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80139) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:13.170246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Transition to ACTIVE for port object 0613a0ba-ba47-4002-8286-36aa7c95563f will not be triggered until provisioned by entity DHCP. {{(pid=80137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:13.198207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.234139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:13.234396 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.234814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:48:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:13.240406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-77595cc5-3415-4a61-9e08-b6fae31591bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:13.276363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port eac2627c-7fb5-4924-a83d-f032f326b84f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=eac2627c-7fb5-4924-a83d-f032f326b84f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:13.280882 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.283162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:13.364105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=eac2627c-7fb5-4924-a83d-f032f326b84f,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:13.370893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:13.409741 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Pushing event updated for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=1']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:13.425043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.425779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.426413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.426827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.427234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.427662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.428070 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.428462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.428873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.429226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.429619 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.430015 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.430469 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.430868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.431264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.431721 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.432062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.432457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.432853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.433243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.433640 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.434033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.434426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.434811 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:13.448818 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:13.450200 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:13.494046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d60f84b-ac14-414e-b822-1c9b0321aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.517059 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-b6fb1602-3759-4a8e-85c1-b7ee5504fa91 req-9fa8ca49-c2d9-4f4d-8c1b-f055dce7dc93 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=f989fd6e-23b8-4db1-9602-1327733121fc HTTP/1.1" status: 200 len: 210 time: 0.0606558 Jan 26 20:49:13.537717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:13.538897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:13.541510 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Received port after_create {{(pid=80137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:13.602227 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440146'] for router_interface, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.723040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.767357 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:09Z', 'revision_number': 3, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:13.771673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73a426-c251-4c6f-9953-90e1e74323ba None None] The sync data for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb is: [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:09Z', 'revision_number': 3, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:49:13.776117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-b76aaac4-79fc-4a17-8f88-e42ee7e75529 None None] Provisioning for port 0613a0ba-ba47-4002-8286-36aa7c95563f completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:13.781713 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-b76aaac4-79fc-4a17-8f88-e42ee7e75529 None None] Provisioning complete for port 0613a0ba-ba47-4002-8286-36aa7c95563f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:13.782213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b76aaac4-79fc-4a17-8f88-e42ee7e75529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:13.844336 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b76aaac4-79fc-4a17-8f88-e42ee7e75529 None None] Port 0613a0ba-ba47-4002-8286-36aa7c95563f cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:14.023450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.026918 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848468170'] for port, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.055927 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f1532eae-ea48-49b2-8d39-d88400e37a01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:14.151752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335504'] for router_interface, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.168716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Pushing event updated for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=2']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:14.176269 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:14.302870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.314268 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 is already hosted by enough agents. {{(pid=80137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:14.315489 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Resources bound (agent type, host, resource id): {{(pid=80137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:14.460693 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 06498ab2-97a5-412f-9588-730f15161f33 up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:14.548695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 06498ab2-97a5-412f-9588-730f15161f33 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:14.549664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.554633 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Router 2c1aedb9-845b-4891-94cb-c44024752119 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:49:14.673949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-dc4116e5-0821-452f-850e-1c4a9f5db59b None None] Provisioning complete for port 0613a0ba-ba47-4002-8286-36aa7c95563f triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:14.674373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-dc4116e5-0821-452f-850e-1c4a9f5db59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.729491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device eac2627c-7fb5-4924-a83d-f032f326b84f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:14.770286 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:49:14.782462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5f429724-f82d-4acf-ba30-dcd03db11592 admin admin] 10.222.0.89 "PUT /v2.0/routers/2c1aedb9-845b-4891-94cb-c44024752119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828996 Jan 26 20:49:14.827096 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-dc4116e5-0821-452f-850e-1c4a9f5db59b None None] Port 0613a0ba-ba47-4002-8286-36aa7c95563f cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:14.849181 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port eac2627c-7fb5-4924-a83d-f032f326b84f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:14.849607 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:14.978616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 04659770-2deb-48a2-abc6-c68281dcd17f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:15.053875 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 04659770-2deb-48a2-abc6-c68281dcd17f completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:15.059019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 04659770-2deb-48a2-abc6-c68281dcd17f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:15.059851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.094255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-5b4db881-83e7-40f0-a1fc-62a534c8d8ba tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:15.096006 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-5b4db881-83e7-40f0-a1fc-62a534c8d8ba tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 809 time: 0.2136774 Jan 26 20:49:15.114667 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-ff5c9814-b041-4f54-b372-ed8d1084d61a tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/quotas/3f5bddc94a29425eb6114ea5da083de2 HTTP/1.1" status: 200 len: 375 time: 0.0111349 Jan 26 20:49:15.124322 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.182768 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-3e35fbc8-c619-4652-b994-867acbff67ed tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624030 Jan 26 20:49:15.209289 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.230202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 04659770-2deb-48a2-abc6-c68281dcd17f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=04659770-2deb-48a2-abc6-c68281dcd17f,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:15.234500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.239859 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:15.280382 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:49:15.309318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=04659770-2deb-48a2-abc6-c68281dcd17f,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:15.316265 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:15.332829 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-a9e5fa17-8718-43bb-bac1-20f8d803d36b service neutron] 10.222.0.89 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419978 Jan 26 20:49:15.447983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-857946586', 'description': 'tempest-TestShelveInstance-857946586 description'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:15.462645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:15.466853 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Usage tracker for resource:security_group and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:15.471165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:15.475654 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-4c818ef9-6246-4644-838e-f3546d44ebd0 service neutron] 10.222.0.89 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361899 Jan 26 20:49:15.477287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:15.486362 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.507635 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:15.511681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Usage tracker for resource:security_group_rule and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:15.515319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:15.521402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:15.548928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.598476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.601663 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.607126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4f7d4b4d-85c4-42d8-9ed6-e63f8a6441dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:15.652187 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1387177-af49-4473-82f8-f5f097dab536,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:15.654744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.656116 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45b9f557-39eb-4a5c-8875-21d093a5312e req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2128215 Jan 26 20:49:15.656910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ee9ff6fe-e3a9-4890-9490-f828b2202e54 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:15.686636 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-31891ca2-3c0f-4ca0-8157-5f7dc1f2a1fa req-d64f0cfc-fd10-4fc7-9588-a41516dd89ae tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 210 time: 0.0572844 Jan 26 20:49:15.750300 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-bd939d62-90df-4573-82fa-f93c553746af tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups/b1387177-af49-4473-82f8-f5f097dab536 HTTP/1.1" status: 200 len: 1800 time: 0.0563533 Jan 26 20:49:15.761328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1387177-af49-4473-82f8-f5f097dab536', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:15.761801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1387177-af49-4473-82f8-f5f097dab536', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:15.776167 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:15.780311 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Usage tracker for resource:security_group_rule and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:15.783302 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:15.789564 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:15.848707 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.873436 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.877005 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.879053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e034bb19-8782-43b4-b9c4-54d89e79ac40 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:15.902156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3084152f-2a01-48a1-a0d8-796d09672316,revision_number=0']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:15.904786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:15.911506 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:15.912794 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-de8b8c41-9c3b-4a01-86e1-fce6ee0996a7 req-4b1faead-6606-4fb9-a1f4-ddbe33a0672c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1558323 Jan 26 20:49:16.004644 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-be60609d-5e7b-4e39-b9d9-abfc5b04b3da tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups/b1387177-af49-4473-82f8-f5f097dab536 HTTP/1.1" status: 200 len: 2393 time: 0.0584543 Jan 26 20:49:16.015709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1387177-af49-4473-82f8-f5f097dab536', 'remote_group_id': None}]} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:16.016075 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b1387177-af49-4473-82f8-f5f097dab536', 'remote_group_id': None}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:16.030523 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:16.034681 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Usage tracker for resource:security_group_rule and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:16.037728 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80137) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:16.043832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:16.106149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:16.131964 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:16.134490 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110848'] for security_group_rule, after_create {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:16.141983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-811a77ea-fbed-459f-b9e2-f9970bcdca8b tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:16.163301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b01ed1-244f-4c05-a88a-28cdfecf58f4,revision_number=0']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:16.166487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:16.174445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:16.175994 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-60e2f9ba-4945-4f53-84f8-db0f23567344 req-f4bf2758-4485-4946-82a6-3427bde3eacc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1645908 Jan 26 20:49:16.373128 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 04659770-2deb-48a2-abc6-c68281dcd17f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:16.447824 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 04659770-2deb-48a2-abc6-c68281dcd17f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:16.448254 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:16.664132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5427744-986c-49eb-843d-849989396f3b None None] Sync routers for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:49:16.675900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:16.676691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:49:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:16.840045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-f9ed9894-5cf9-463a-b386-3dfc90e873ab tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:16.847467 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-f9ed9894-5cf9-463a-b386-3dfc90e873ab tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 809 time: 0.2593379 Jan 26 20:49:16.859108 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Request body: {'port': {'device_id': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf', 'admin_state_up': True, 'tenant_id': '3f5bddc94a29425eb6114ea5da083de2'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:16.931979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:17.048004 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bdcf7d65-7855-4192-9145-8824ad02907c req-1c88e907-0584-4bd2-a770-fc92680a9bf9 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:17.093352 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bdcf7d65-7855-4192-9145-8824ad02907c req-1c88e907-0584-4bd2-a770-fc92680a9bf9 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:17.094588 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bdcf7d65-7855-4192-9145-8824ad02907c req-1c88e907-0584-4bd2-a770-fc92680a9bf9 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 210 time: 0.1119425 Jan 26 20:49:17.119257 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:17.129760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:17.138946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Made reservation on behalf of 3f5bddc94a29425eb6114ea5da083de2 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:49:17.153363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.457934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:13Z', 'revision_number': 4, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0613a0ba-ba47-4002-8286-36aa7c95563f', 'name': '', 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'mac_address': 'fa:16:3e:aa:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:12Z', 'updated_at': '2021-01-26T20:49:13Z', 'revision_number': 2, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'subnets': [{'id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:17.461997 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5427744-986c-49eb-843d-849989396f3b None None] Checking router: 2c1aedb9-845b-4891-94cb-c44024752119 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:49:17.462416 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5427744-986c-49eb-843d-849989396f3b None None] Updating router 2c1aedb9-845b-4891-94cb-c44024752119 port 0613a0ba-ba47-4002-8286-36aa7c95563f binding host dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:49:17.495744 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Allocated IP 172.20.0.4 (3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf/77fef261-7118-404d-b16b-c0b4c1f7ca66/5da48067-c6e4-40c1-b78f-fa3be1bb00dc) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:17.520292 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.719929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.750825 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.772729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d4e51281-5709-4613-b2a6-3e7be3c97b1a tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:17.958587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks [] for port, precommit_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.973234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-e5427744-986c-49eb-843d-849989396f3b None None] Transition to ACTIVE for port object 0613a0ba-ba47-4002-8286-36aa7c95563f will not be triggered until provisioned by entity L2. {{(pid=80138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:17.976277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:17.992737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:18.132140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Pushing event updated for resources: {'Port': ['ID=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:18.133148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93667d-b5cd-457f-9d8c-58c688166e0a None None] Pushing event updated for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=3']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:18.136565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:18.138473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ce93667d-b5cd-457f-9d8c-58c688166e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:18.212327 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:18.215291 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:18.223732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:18.324124 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e5427744-986c-49eb-843d-849989396f3b None None] Attempting to bind port 0613a0ba-ba47-4002-8286-36aa7c95563f on host dv-cinder-768105-4-smb for vnic_type normal with profile {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:18.324784 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e5427744-986c-49eb-843d-849989396f3b None None] Attempting to bind port 0613a0ba-ba47-4002-8286-36aa7c95563f by drivers openvswitch on host dv-cinder-768105-4-smb at level 0 using segments [{'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:18.325165 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5427744-986c-49eb-843d-849989396f3b None None] Attempting to bind port 0613a0ba-ba47-4002-8286-36aa7c95563f on network 64c23b80-f83a-4177-9604-b3d24cbecff3 {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:18.331730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5427744-986c-49eb-843d-849989396f3b None None] Checking agent: {'id': '527495ca-ab54-4856-89e0-7fc51ac5009f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 30, 45), 'started_at': datetime.datetime(2021, 1, 26, 20, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:18.332155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5427744-986c-49eb-843d-849989396f3b None None] Checking segment: {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:18.332610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.333054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5427744-986c-49eb-843d-849989396f3b None None] Bound using segment: {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'} {{(pid=80138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:18.333670 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-e5427744-986c-49eb-843d-849989396f3b None None] Bound port: 0613a0ba-ba47-4002-8286-36aa7c95563f, host: dv-cinder-768105-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eda933-27a9-4338-8b16-c2bf4d69368e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3'}}] {{(pid=80138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:18.334093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.343125 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:18.343969 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.381889 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-8b0ae582-a3c7-4f89-8344-71da7fb364bc tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5269942 Jan 26 20:49:18.395987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Request body: {'port': {'device_id': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:18.418852 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c617e3-1941-41bb-baa0-ca71e772f4f5 req-abd7d7c3-f9dd-45ec-af73-d1f902f7c57a tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:18.421004 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c617e3-1941-41bb-baa0-ca71e772f4f5 req-abd7d7c3-f9dd-45ec-af73-d1f902f7c57a tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 931 time: 0.1414528 Jan 26 20:49:18.448770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-e5427744-986c-49eb-843d-849989396f3b None None] For port 0613a0ba-ba47-4002-8286-36aa7c95563f, host dv-cinder-768105-4-smb, cleared binding levels {{(pid=80138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:18.452667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-e5427744-986c-49eb-843d-849989396f3b None None] For port 0613a0ba-ba47-4002-8286-36aa7c95563f, host dv-cinder-768105-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0613a0ba-ba47-4002-8286-36aa7c95563f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:18.456098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e5427744-986c-49eb-843d-849989396f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.476164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:18.482153 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d1c617e3-1941-41bb-baa0-ca71e772f4f5 req-0f47ba9a-2876-4709-bd38-02e39dd2c84b tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540504 Jan 26 20:49:18.530996 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.653881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93667d-b5cd-457f-9d8c-58c688166e0a None None] Pushing event updated for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:18.657277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ce93667d-b5cd-457f-9d8c-58c688166e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:18.698594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:18.699261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:49:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:18.906182 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:18.969798 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da48067-c6e4-40c1-b78f-fa3be1bb00dc {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:49:18.977422 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:18.990127 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Transition to ACTIVE for port object 5da48067-c6e4-40c1-b78f-fa3be1bb00dc will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:18.993067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:19.011482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-74d951f5-023a-42f8-b1b1-145bf0ec1804 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:19.155839 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Pushing event updated for resources: {'Port': ['ID=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:19.159193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:19.268922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-e5427744-986c-49eb-843d-849989396f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:13Z', 'revision_number': 4, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0613a0ba-ba47-4002-8286-36aa7c95563f', 'name': '', 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'mac_address': 'fa:16:3e:aa:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:12Z', 'updated_at': '2021-01-26T20:49:18Z', 'revision_number': 4, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'subnets': [{'id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:19.273275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5427744-986c-49eb-843d-849989396f3b None None] The sync data for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb is: [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:49:13Z', 'revision_number': 4, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '0613a0ba-ba47-4002-8286-36aa7c95563f', 'name': '', 'network_id': '64c23b80-f83a-4177-9604-b3d24cbecff3', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'mac_address': 'fa:16:3e:aa:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:12Z', 'updated_at': '2021-01-26T20:49:18Z', 'revision_number': 4, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'subnets': [{'id': 'e31a0869-3378-41f1-89a1-d82409e846d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:49:19.373033 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Attempting to bind port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:19.373412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Attempting to bind port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:19.373782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Attempting to bind port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc on network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:19.380071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:19.380749 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Checking segment: {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:19.381152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:19.381547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Bound using segment: {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:19.382032 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Bound port: 5da48067-c6e4-40c1-b78f-fa3be1bb00dc, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb0644-36f6-468d-b00b-a9a0b1814292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:19.382406 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:19.489714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] For port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:19.492955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] For port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:19.497060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:19.512936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9b600ed3-e6fa-4fe7-adb2-85fa5a27ff03 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:19.677892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Pushing event updated for resources: {'Port': ['ID=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:19.684042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:19.717848 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:19.718520 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:19.720119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] 10.222.0.90 "PUT /v2.0/ports/5da48067-c6e4-40c1-b78f-fa3be1bb00dc HTTP/1.1" status: 200 len: 1157 time: 1.3289547 Jan 26 20:49:19.720691 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:19.814679 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc', 'status': 'completed', 'code': 200} Jan 26 20:49:19.959365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a478f-828e-46d6-9378-045efee17b28 req-2edd198b-c885-4837-b14a-89c7a6f76ab6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:19.960204 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e09a478f-828e-46d6-9378-045efee17b28 req-2edd198b-c885-4837-b14a-89c7a6f76ab6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:19.974702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-b8656490-81b4-4694-b9bf-8cf8958d8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:19.976384 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-b8656490-81b4-4694-b9bf-8cf8958d8fdf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 1160 time: 0.1638434 Jan 26 20:49:20.046471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-e09a478f-828e-46d6-9378-045efee17b28 req-2edd198b-c885-4837-b14a-89c7a6f76ab6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:20.047810 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e09a478f-828e-46d6-9378-045efee17b28 req-2edd198b-c885-4837-b14a-89c7a6f76ab6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 943 time: 0.2832799 Jan 26 20:49:20.057976 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-30d3e227-fe1b-4f1a-be81-b1554a09a08f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da48067-c6e4-40c1-b78f-fa3be1bb00dc HTTP/1.1" status: 200 len: 217 time: 0.0733266 Jan 26 20:49:20.163017 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e09a478f-828e-46d6-9378-045efee17b28 req-8f946892-0450-4f03-b8aa-fcc82ef1de47 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067739 Jan 26 20:49:20.169738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-cf2a5378-b175-45eb-b94a-14333d73b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:20.171519 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-cf2a5378-b175-45eb-b94a-14333d73b6ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77fef261-7118-404d-b16b-c0b4c1f7ca66 HTTP/1.1" status: 200 len: 849 time: 0.0995347 Jan 26 20:49:20.233417 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-7ec1e492-5fc0-4879-a6a6-3d3987d87f40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549541 Jan 26 20:49:20.386244 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-c0fa9f3f-9334-4e7c-b459-edf6711be020 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460631 Jan 26 20:49:20.407199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0613a0ba-ba47-4002-8286-36aa7c95563f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:20.484192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning for port 0613a0ba-ba47-4002-8286-36aa7c95563f completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:20.490945 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 0613a0ba-ba47-4002-8286-36aa7c95563f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:20.491371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:20.533218 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bfd9171a-57f8-43bb-b63e-97f3da880a5a req-4c39d45f-62b9-41ca-8528-ef2c67df14e1 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397314 Jan 26 20:49:20.624419 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:20.657623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-b8202479-818c-4b66-9a51-6996d3c76234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:20.659292 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-b8202479-818c-4b66-9a51-6996d3c76234 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3f5bddc94a29425eb6114ea5da083de2&device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 1160 time: 0.0780985 Jan 26 20:49:20.663390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] For port 0613a0ba-ba47-4002-8286-36aa7c95563f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0613a0ba-ba47-4002-8286-36aa7c95563f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:20.667183 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:20.669426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-919744de-46b8-4a5f-ab55-fc50608d14bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:20.744806 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Pushing event updated for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:20.748109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:20.807272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-31a61dae-1574-498d-9245-5070fe870ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:20.808807 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-31a61dae-1574-498d-9245-5070fe870ab8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 200 len: 903 time: 0.1427042 Jan 26 20:49:20.884102 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-432d8919-7147-4611-9036-fc16cb20b748 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5da48067-c6e4-40c1-b78f-fa3be1bb00dc HTTP/1.1" status: 200 len: 217 time: 0.0681453 Jan 26 20:49:20.956652 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-c8075d4c-13f9-4d29-97af-d0ec26aba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:20.958230 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-c8075d4c-13f9-4d29-97af-d0ec26aba891 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=77fef261-7118-404d-b16b-c0b4c1f7ca66 HTTP/1.1" status: 200 len: 849 time: 0.0636322 Jan 26 20:49:21.014646 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-e4ebf016-9d69-4a0a-bc10-a25125eaf47d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474896 Jan 26 20:49:21.161774 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-4f0923ae-95ee-46df-b853-9129b66e118b service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380894 Jan 26 20:49:21.310781 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e5e8b04-ec46-4087-b716-0bb5abac7153 req-8b8aae06-7e70-4cdd-9e10-5febf597ee92 service neutron] 10.222.0.90 "GET /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400654 Jan 26 20:49:21.377241 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:21.429042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30e83a-7144-4e69-95c5-2c7162dff0f3 req-c0bf5a63-49ed-4d88-b773-ad8b0c84192b tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:21.430793 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6f30e83a-7144-4e69-95c5-2c7162dff0f3 req-c0bf5a63-49ed-4d88-b773-ad8b0c84192b tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 943 time: 0.1343932 Jan 26 20:49:21.490006 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-6f30e83a-7144-4e69-95c5-2c7162dff0f3 req-c2604094-d0e7-4b69-85fc-29a5a82c6d28 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Jan 26 20:49:22.376243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0613a0ba-ba47-4002-8286-36aa7c95563f up at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:22.450156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Provisioning complete for port 0613a0ba-ba47-4002-8286-36aa7c95563f triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:22.450580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:22.739992 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258f88c-f9a7-4cd6-9fee-9098f5d79dbe req-6ffa1baa-5b5c-4760-bbb4-b0b9e1381b6f tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:22.741579 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a258f88c-f9a7-4cd6-9fee-9098f5d79dbe req-6ffa1baa-5b5c-4760-bbb4-b0b9e1381b6f tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 943 time: 0.1230588 Jan 26 20:49:22.798573 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a258f88c-f9a7-4cd6-9fee-9098f5d79dbe req-8bd2f65f-c27e-49f2-a5df-9a39c8547155 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 Jan 26 20:49:23.008263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 5da48067-c6e4-40c1-b78f-fa3be1bb00dc up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:23.079962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:23.084879 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:23.085305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:23.205795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:23.234148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:23.244101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:23.246916 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:23.248951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:23.296556 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc', 'code': 200} Jan 26 20:49:23.322261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:23.325364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:23.546732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa11c-c9e9-4a9d-95ee-7f9ca90d364d req-0da6dc3f-159f-4299-a84c-6ace67e85ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:23.548415 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-64daa11c-c9e9-4a9d-95ee-7f9ca90d364d req-0da6dc3f-159f-4299-a84c-6ace67e85ee7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 1162 time: 0.0820773 Jan 26 20:49:23.591689 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-64daa11c-c9e9-4a9d-95ee-7f9ca90d364d req-47827821-21a5-4bf8-a490-575125252aae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Jan 26 20:49:24.056047 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d20c-7c00-4930-90a8-001145f31d9d req-1dd673db-4067-4ade-b890-61a1ac8b61f6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:24.057778 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76b3d20c-7c00-4930-90a8-001145f31d9d req-1dd673db-4067-4ade-b890-61a1ac8b61f6 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 945 time: 0.1268995 Jan 26 20:49:24.112574 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-76b3d20c-7c00-4930-90a8-001145f31d9d req-506b01e5-ffa7-4808-9dd2-dd693b8def8d tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Jan 26 20:49:24.777353 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 5da48067-c6e4-40c1-b78f-fa3be1bb00dc up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:24.849581 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:24.850001 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:25.370812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef2625-db1a-4113-b334-54abb8dd15e2 req-7520761b-9604-44cb-9654-3e1d418748ca tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:25.372557 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-64ef2625-db1a-4113-b334-54abb8dd15e2 req-7520761b-9604-44cb-9654-3e1d418748ca tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 945 time: 0.1253891 Jan 26 20:49:25.429014 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-64ef2625-db1a-4113-b334-54abb8dd15e2 req-85ebe369-2269-4a1a-81d1-7db906434891 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494611 Jan 26 20:49:26.668782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9c9c8-f23c-4bf5-b387-d375914b4f14 req-387389ce-e2d8-4ae8-9adb-596450f3a623 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:26.670530 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52a9c9c8-f23c-4bf5-b387-d375914b4f14 req-387389ce-e2d8-4ae8-9adb-596450f3a623 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 945 time: 0.1277037 Jan 26 20:49:26.726959 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52a9c9c8-f23c-4bf5-b387-d375914b4f14 req-9227a0df-544e-41bc-b72a-eee802480b51 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 Jan 26 20:49:28.052774 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5f34-6c92-4d74-bffe-b43b0d8b8523 req-8176d080-0663-4411-8a88-75bc57fa46b5 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:28.054339 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-204f5f34-6c92-4d74-bffe-b43b0d8b8523 req-8176d080-0663-4411-8a88-75bc57fa46b5 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 945 time: 0.1929097 Jan 26 20:49:28.100094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-499c125a-1dd7-450d-a1e3-7144de1acfff tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:28.101549 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-499c125a-1dd7-450d-a1e3-7144de1acfff tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 945 time: 0.1970360 Jan 26 20:49:28.219912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Deleting port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:49:28.220300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:28.261527 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-204f5f34-6c92-4d74-bffe-b43b0d8b8523 req-ba7554bc-3434-4720-9cfa-cba61847ee0d tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/security-groups?id=6f80e31c-538d-4b0d-bac6-303f0f6356b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590011 Jan 26 20:49:28.492211 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] For port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,segment=NetworkSegment(0fdb0644-36f6-468d-b00b-a9a0b1814292),segment_id=0fdb0644-36f6-468d-b00b-a9a0b1814292)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:28.492651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:28.778783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 5da48067-c6e4-40c1-b78f-fa3be1bb00dc no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:49:28.835464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Calling delete_port for 5da48067-c6e4-40c1-b78f-fa3be1bb00dc owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:49:28.898118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:28.981463 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:28.996795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-21235100-e861-4c8f-b251-50cb561632ba tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:29.091779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Pushing event deleted for resources: {'Port': ['ID=5da48067-c6e4-40c1-b78f-fa3be1bb00dc,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:29.099023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:29.204804 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] No DVR routers for this DVR port 5da48067-c6e4-40c1-b78f-fa3be1bb00dc on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:49:29.207071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:29.209820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'name': 'network-vif-deleted', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:29.227323 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-89b7cd87-c2bf-4bcb-bc46-09e2545baefb req-29c6d2ab-5982-42ef-abb3-a652a0409b68 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.90 "DELETE /v2.0/ports/5da48067-c6e4-40c1-b78f-fa3be1bb00dc HTTP/1.1" status: 204 len: 173 time: 1.1078789 Jan 26 20:49:29.272373 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77d3e08-eed5-4ef2-84da-d03de4232276', 'name': 'network-vif-deleted', 'tag': '5da48067-c6e4-40c1-b78f-fa3be1bb00dc', 'status': 'completed', 'code': 200} Jan 26 20:49:29.451701 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-40e0b20e-e386-488f-9897-97cc2c3fa255 req-15e73658-dcb4-4ef0-a0a2-e8f2679d47e0 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Synchronizing usage tracker for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:29.466457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-40e0b20e-e386-488f-9897-97cc2c3fa255 req-15e73658-dcb4-4ef0-a0a2-e8f2679d47e0 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Unset dirty status for tenant:3f5bddc94a29425eb6114ea5da083de2 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:29.467708 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-40e0b20e-e386-488f-9897-97cc2c3fa255 req-15e73658-dcb4-4ef0-a0a2-e8f2679d47e0 tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] 10.222.0.89 "GET /v2.0/ports?device_id=d77d3e08-eed5-4ef2-84da-d03de4232276 HTTP/1.1" status: 200 len: 210 time: 0.0633633 Jan 26 20:49:31.494123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-2805632f-b4d8-4762-8992-442b28185c4c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:31.511666 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-2805632f-b4d8-4762-8992-442b28185c4c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:31.512910 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-2805632f-b4d8-4762-8992-442b28185c4c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-857946586&fields=id&tenant_id=d828dac11cc4471989356ce41aebc9df HTTP/1.1" status: 200 len: 267 time: 0.0703239 Jan 26 20:49:31.713367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-846b99d1-0172-48f2-9aa8-99dc69cd6adc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:31.714148 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-846b99d1-0172-48f2-9aa8-99dc69cd6adc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:network {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:31.731060 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-846b99d1-0172-48f2-9aa8-99dc69cd6adc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:network {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:31.732368 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-846b99d1-0172-48f2-9aa8-99dc69cd6adc tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 809 time: 0.2113042 Jan 26 20:49:31.748435 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-ecda3e99-335d-4276-84d3-1a4ba0ee25f7 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/quotas/d828dac11cc4471989356ce41aebc9df HTTP/1.1" status: 200 len: 375 time: 0.0096793 Jan 26 20:49:31.856362 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-86cfe6a2-0391-499c-ba9a-a6ea58736b94 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021471 Jan 26 20:49:32.005601 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-954a1540-33b6-40a9-a089-daf56f770869 service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346126 Jan 26 20:49:32.148022 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-4662658c-67cd-4095-9fd6-e27eca73d0e3 service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356974 Jan 26 20:49:32.580260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-38e2475f-84f7-4d0f-8db8-871adb2dbe8f req-3dcd0050-c656-40fb-9ad5-ca87255f74c1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80137) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:32.597228 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-38e2475f-84f7-4d0f-8db8-871adb2dbe8f req-3dcd0050-c656-40fb-9ad5-ca87255f74c1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80137) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:32.598517 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-38e2475f-84f7-4d0f-8db8-871adb2dbe8f req-3dcd0050-c656-40fb-9ad5-ca87255f74c1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 210 time: 0.0725806 Jan 26 20:49:33.758206 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-8c85302c-7b45-407e-8913-62a92bb0dd86 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:33.760209 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-8c85302c-7b45-407e-8913-62a92bb0dd86 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 809 time: 0.2209127 Jan 26 20:49:33.860366 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a35f75e5-84ce-4127-81fb-821d97d95d74 req-2568cf62-069c-4215-a137-37d3b6a45559 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 210 time: 0.0905070 Jan 26 20:49:33.952478 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-5a1b34b8-497e-4fa8-a6da-c55c5638d31f tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d828dac11cc4471989356ce41aebc9df HTTP/1.1" status: 200 len: 5757 time: 0.1235054 Jan 26 20:49:33.962358 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'port': {'device_id': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'admin_state_up': True, 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'security_groups': ['b1387177-af49-4473-82f8-f5f097dab536']}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:34.112919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:34.123240 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:34.132924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Made reservation on behalf of d828dac11cc4471989356ce41aebc9df for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:49:34.147080 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:34.522560 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Allocated IP 172.20.0.9 (c9aac6d6-ae92-4ed0-8e17-81a13e1dc966/ed3e1404-54dd-44bc-8839-70ad479e6b2e/1aea1b2e-a93f-424a-8f76-ed7b78333304) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:34.727950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:34.744885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Transition to ACTIVE for port object 1aea1b2e-a93f-424a-8f76-ed7b78333304 will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:34.770363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:34.785851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9486100a-9207-45ba-b26a-9e38e3239f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:34.932854 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:34.938250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:34.997210 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:34.999892 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:35.018500 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:35.126314 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:35.127062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.195746 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378504 Jan 26 20:49:35.214397 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Request body: {'port': {'device_id': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:35.253013 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d524f-74c5-497a-acfd-2ac4b07da673 req-27a6cfa1-8f2e-46fe-8f2d-a45000633c72 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:35.254790 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b5d524f-74c5-497a-acfd-2ac4b07da673 req-27a6cfa1-8f2e-46fe-8f2d-a45000633c72 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 931 time: 0.1827722 Jan 26 20:49:35.339746 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7b5d524f-74c5-497a-acfd-2ac4b07da673 req-4e9c22c2-ad80-4b93-9eda-1f518b5bd146 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0757878 Jan 26 20:49:35.376223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.378699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-a5e86191-0af5-45df-a8a2-f1b94e75bc02 None None] Provisioning for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:35.384727 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-a5e86191-0af5-45df-a8a2-f1b94e75bc02 None None] Provisioning complete for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:35.385433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a5e86191-0af5-45df-a8a2-f1b94e75bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.452035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-a5e86191-0af5-45df-a8a2-f1b94e75bc02 None None] Port 1aea1b2e-a93f-424a-8f76-ed7b78333304 cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:35.826793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aea1b2e-a93f-424a-8f76-ed7b78333304 {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:49:35.835567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.850622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Transition to ACTIVE for port object 1aea1b2e-a93f-424a-8f76-ed7b78333304 will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:35.854155 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.871356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08376d98-6dd2-4671-9445-b245d5ff03c0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:36.011499 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:36.016689 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:36.270118 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Attempting to bind port 1aea1b2e-a93f-424a-8f76-ed7b78333304 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:36.270504 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Attempting to bind port 1aea1b2e-a93f-424a-8f76-ed7b78333304 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:36.270862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Attempting to bind port 1aea1b2e-a93f-424a-8f76-ed7b78333304 on network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:36.277010 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:36.277387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Checking segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:36.277796 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:36.278191 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Bound using segment: {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:36.278667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Bound port: 1aea1b2e-a93f-424a-8f76-ed7b78333304, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc950b95-8924-4bcb-a478-028abeb28e7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:36.279039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:36.392059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:36.395535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:36.403272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:36.421412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:36.678821 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:36.683780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:37.101901 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e4904-811e-404c-bd54-e5017cdf60aa req-80ae3d44-11e0-4f77-8c99-ded2a8abce74 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:37.102951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-994e4904-811e-404c-bd54-e5017cdf60aa req-80ae3d44-11e0-4f77-8c99-ded2a8abce74 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:37.120850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:37.121048 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:37.122541 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-634c0a54-b88b-40d1-a4ec-8b703f65d2e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 1157 time: 1.9190235 Jan 26 20:49:37.127038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:37.147020 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-994e4904-811e-404c-bd54-e5017cdf60aa req-80ae3d44-11e0-4f77-8c99-ded2a8abce74 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:37.149993 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-994e4904-811e-404c-bd54-e5017cdf60aa req-80ae3d44-11e0-4f77-8c99-ded2a8abce74 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.6539042 Jan 26 20:49:37.309272 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'status': 'completed', 'code': 200} Jan 26 20:49:37.346521 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-994e4904-811e-404c-bd54-e5017cdf60aa req-b5b388fe-c80e-4463-9e90-07e00be99bfd tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1898823 Jan 26 20:49:37.377644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-8564e40f-2a95-4e26-bf49-c9e8a0bbadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:37.379333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-8564e40f-2a95-4e26-bf49-c9e8a0bbadae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1160 time: 0.1626997 Jan 26 20:49:37.462208 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-1856b7cd-85e8-4ac7-a573-f97b1479296a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 217 time: 0.0738549 Jan 26 20:49:37.537365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-2c0b9599-9fa6-4f88-b067-62e5ac9df8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:37.539518 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-2c0b9599-9fa6-4f88-b067-62e5ac9df8a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0687680 Jan 26 20:49:37.633660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-0603b66d-0c04-423d-ab37-3a92e82367c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:37.635197 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-0603b66d-0c04-423d-ab37-3a92e82367c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882409 Jan 26 20:49:37.786223 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-16e4fc1a-95a1-4b8a-8a30-92facc9632f7 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437550 Jan 26 20:49:37.935333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0642846c-5dda-421a-a046-ef0f6b4ff475 req-4995f296-2dd0-4f9e-9051-6a3ff6c0bb84 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426966 Jan 26 20:49:38.059232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-2e40c645-c8b4-4c79-b8ee-e716adfdf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:38.061182 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-2e40c645-c8b4-4c79-b8ee-e716adfdf239 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1160 time: 0.0819399 Jan 26 20:49:38.214452 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-1a44eaa7-fcbe-4b91-929e-4f7ed8d9f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:38.216023 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-1a44eaa7-fcbe-4b91-929e-4f7ed8d9f3f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1483972 Jan 26 20:49:38.295071 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-739b13d1-a22e-4407-ab0e-1b411b08f21e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 217 time: 0.0712652 Jan 26 20:49:38.370251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-4a0bf046-b12a-4973-a6d7-6c417efd4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:38.371987 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-4a0bf046-b12a-4973-a6d7-6c417efd4f44 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0680084 Jan 26 20:49:38.472308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-913853aa-408e-4974-943f-6e9a001b8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:38.474119 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-913853aa-408e-4974-943f-6e9a001b8655 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918479 Jan 26 20:49:38.610251 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947769bd-1782-4899-9704-a11590f5278c req-e41b84a8-3c6d-4d34-9675-735d77f41623 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:38.618212 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-947769bd-1782-4899-9704-a11590f5278c req-e41b84a8-3c6d-4d34-9675-735d77f41623 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1324437 Jan 26 20:49:38.628822 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-47f7879f-8be5-45b1-b793-2f5e61534fc4 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466091 Jan 26 20:49:38.680577 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-947769bd-1782-4899-9704-a11590f5278c req-d865e788-41a6-465e-b4ba-06f5a880feb4 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0611477 Jan 26 20:49:38.801093 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-087f360e-3cfa-438b-b504-d6a4cd76bc23 req-19a2e08d-f6df-44f4-86b6-58cac840df5c service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1654005 Jan 26 20:49:39.935449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c3c-b6b5-445d-9462-c562cf5f4d13 req-537da07c-421b-4986-b2a2-d1c4d25aa0e7 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:39.937135 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-031d7c3c-b6b5-445d-9462-c562cf5f4d13 req-537da07c-421b-4986-b2a2-d1c4d25aa0e7 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1282735 Jan 26 20:49:40.003766 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-031d7c3c-b6b5-445d-9462-c562cf5f4d13 req-c4c77ae6-9dc2-4b66-a156-6290401bbd8b tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0580683 Jan 26 20:49:40.885089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-af373f3f-c688-4e84-8c8a-e5cb16de788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:41.186236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:41.278933 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ca11-474f-4d1b-931e-cb906a80ff38 req-ea24d1c0-b34b-43dc-9376-86641e685d79 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:41.280901 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fa84ca11-474f-4d1b-931e-cb906a80ff38 req-ea24d1c0-b34b-43dc-9376-86641e685d79 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1385167 Jan 26 20:49:41.341009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:41.353773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:41.354579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:41.359875 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fa84ca11-474f-4d1b-931e-cb906a80ff38 req-51ffd07e-416c-456f-b917-873d99b58679 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0719969 Jan 26 20:49:41.491476 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:41.523223 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:41.535215 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:49:41.543250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:41.546233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:41.596956 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'code': 200} Jan 26 20:49:41.630220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:41.637928 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:41.930588 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8198e9-edbf-46cb-80d3-561acc1e0247 req-11c232ba-35fe-4f7f-b2ef-6360e83fce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:41.932297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7a8198e9-edbf-46cb-80d3-561acc1e0247 req-11c232ba-35fe-4f7f-b2ef-6360e83fce38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0848281 Jan 26 20:49:41.981642 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7a8198e9-edbf-46cb-80d3-561acc1e0247 req-3399fd5f-1a7b-4397-aada-dbd6cd795da4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421541 Jan 26 20:49:42.644779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4770378-7907-4d54-b935-b369acb9abd1 req-1f91bdd4-ce07-417d-abf3-de943f6b5bc1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:42.647262 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d4770378-7907-4d54-b935-b369acb9abd1 req-1f91bdd4-ce07-417d-abf3-de943f6b5bc1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1315219 Jan 26 20:49:42.707890 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d4770378-7907-4d54-b935-b369acb9abd1 req-fad569c0-5b05-4413-bef0-dba317af2f86 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0539310 Jan 26 20:49:42.919390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:49:43.001753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:43.002313 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:43.500407 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5fd8b311-292a-43f1-9526-000fdedf9368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:43.974753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8268a-2581-41bb-8b65-7bd415977be6 req-1a653bd2-b12f-412c-b0ed-f91356dfe808 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:43.976648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66c8268a-2581-41bb-8b65-7bd415977be6 req-1a653bd2-b12f-412c-b0ed-f91356dfe808 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1280816 Jan 26 20:49:44.038184 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66c8268a-2581-41bb-8b65-7bd415977be6 req-67273c66-41da-44a4-aa3d-4800ca932256 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0520239 Jan 26 20:49:44.306682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:44.321401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591157-7d34-490e-9373-65b24afff456 req-1125337c-ca6a-4b76-b460-35c5df226a0b tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:44.323910 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bf591157-7d34-490e-9373-65b24afff456 req-1125337c-ca6a-4b76-b460-35c5df226a0b tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1344032 Jan 26 20:49:44.388040 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bf591157-7d34-490e-9373-65b24afff456 req-5a09f60f-eee1-436f-93d5-5cf0aea19b4c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0564744 Jan 26 20:49:44.634991 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-b1bcad8f-5936-45fa-a772-90e345677c4a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914556 Jan 26 20:49:44.645349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'floatingip': {'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:44.660091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:44.664788 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Usage tracker for resource:floatingip and tenant:d828dac11cc4471989356ce41aebc9df is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:44.668051 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:44.675669 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:44.686708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:44.841862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.116781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.132354 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Allocated IP 172.28.1.175 (c64f6090-b582-40d5-8957-38baf53d6c3d/93014fda-84fa-45a0-acb0-35fdc4fcf2d5/58252df1-ed80-4446-b9e5-4a4b62b9f34d) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:45.317922 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.356231 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.373037 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8773a99a-6989-432d-9d9b-d3a917724f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:45.535009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'Port': ['ID=58252df1-ed80-4446-b9e5-4a4b62b9f34d,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:45.546518 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:45.569696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.575275 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Network c64f6090-b582-40d5-8957-38baf53d6c3d is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:45.576515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:45.581363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:45.677306 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:45.743039 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:46.057897 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:46.061950 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:46.075942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4e2390e8-e753-403e-aa78-d9c981995c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:46.243258 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event updated for resources: {'Port': ['ID=58252df1-ed80-4446-b9e5-4a4b62b9f34d,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:46.255430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:46.330295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:46.355714 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:46.360167 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a3195cb6-a409-49cf-b635-1f60c09386ae tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7191327 Jan 26 20:49:46.472139 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-318edab9-dc3e-405e-9caf-0ce26a6f8328 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:floatingip {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:46.489955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-318edab9-dc3e-405e-9caf-0ce26a6f8328 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:floatingip {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:46.491247 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-318edab9-dc3e-405e-9caf-0ce26a6f8328 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.175 HTTP/1.1" status: 200 len: 696 time: 0.1271029 Jan 26 20:49:46.948501 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-979f735a-31ee-4483-8815-3e3f7dc3a4bf tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:46.948501 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-979f735a-31ee-4483-8815-3e3f7dc3a4bf tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 784 time: 0.4374216 Jan 26 20:49:46.970919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a650867e-74fc-481d-9fa9-8d2b8323958a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:49:46.971999 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3a88ccf0-e932-4575-97f5-40c325a8b6c3 req-a650867e-74fc-481d-9fa9-8d2b8323958a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070426 Jan 26 20:49:47.490393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-0e7774b6-ff2b-43e1-bf04-1756e2938c8e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:47.501620 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-0e7774b6-ff2b-43e1-bf04-1756e2938c8e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4172735 Jan 26 20:49:47.595624 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-ec1c3b6f-0a8a-4d61-b396-efc1b5bc71a4 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.175 HTTP/1.1" status: 200 len: 696 time: 0.0924926 Jan 26 20:49:47.604097 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Request body: {'floatingip': {'port_id': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:47.695660 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, before_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:48.314478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:48.317081 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853085757'] for floatingip, after_update {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:48.497931 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Floating IP 3e7ce15e-5a40-47ba-a36d-f9af698e355a associated. External IP: 172.28.1.175, port: 1aea1b2e-a93f-424a-8f76-ed7b78333304. Jan 26 20:49:48.875478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Router 28c35d1a-d02d-4d06-9734-07278060a03b has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:49:49.070987 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:49:49.076045 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:49.082203 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Sync routers for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:49:49.093216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:49.094028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:49:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:49.135455 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-2b432e54-06b3-4f64-bcee-6d5d31b6497d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "PUT /v2.0/floatingips/3e7ce15e-5a40-47ba-a36d-f9af698e355a HTTP/1.1" status: 200 len: 996 time: 1.5358372 Jan 26 20:49:49.136202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:49.243782 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'status': 'completed', 'code': 200} Jan 26 20:49:49.284958 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-8edce49a-f31a-48f4-84f8-58527371e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.294552 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-8edce49a-f31a-48f4-84f8-58527371e21d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.1359465 Jan 26 20:49:49.323723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-7ce6cce4-ea54-4fcd-9346-69b2b7c2d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.325231 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-7ce6cce4-ea54-4fcd-9346-69b2b7c2d80c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0894840 Jan 26 20:49:49.475331 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:49.479445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-9c95d103-a090-46ac-91ef-a4ca0710a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.481097 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-9c95d103-a090-46ac-91ef-a4ca0710a836 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1491096 Jan 26 20:49:49.597769 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-34d3f4b5-79fb-42dc-9f87-189c4c7ec5c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 999 time: 0.1095603 Jan 26 20:49:49.668808 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-cd3431ef-f37b-40f0-88df-67a7c3039a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.670531 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-cd3431ef-f37b-40f0-88df-67a7c3039a20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0666173 Jan 26 20:49:49.676599 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-b4a1c4d1-5caa-4bea-b113-77dbccfbf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.678213 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-b4a1c4d1-5caa-4bea-b113-77dbccfbf2bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.3826478 Jan 26 20:49:49.755184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-d19c1a55-eb6b-44a0-b8e2-6e209c1718b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.757045 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-d19c1a55-eb6b-44a0-b8e2-6e209c1718b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802562 Jan 26 20:49:49.791970 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-a8816b61-eb5f-47a8-a7db-5ded3ef36331 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 999 time: 0.1063685 Jan 26 20:49:49.858172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '3e7ce15e-5a40-47ba-a36d-f9af698e355a', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'port_id': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'mac_address': 'fa:16:3e:d1:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:49:45Z', 'updated_at': '2021-01-26T20:49:48Z', 'revision_number': 1, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:49.862161 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-8f646d89-0fe2-459c-9233-bab44f7ffdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.863136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Checking router: 28c35d1a-d02d-4d06-9734-07278060a03b for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:49:49.863943 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-8f646d89-0fe2-459c-9233-bab44f7ffdcb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0651536 Jan 26 20:49:49.872641 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:49:49.873301 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:49:43Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:49.908259 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-8acde5bd-d23f-4bf3-aa6b-87ef479db65d service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440401 Jan 26 20:49:49.951169 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-abd938a5-3645-4e02-ae9f-f57e6ed36795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:49.952866 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-abd938a5-3645-4e02-ae9f-f57e6ed36795 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810978 Jan 26 20:49:50.054894 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-4e9bc4bb-4d02-40ce-95b2-5bedee0836e3 req-b3faefa5-c14f-4c23-8c10-f73bf2225206 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398273 Jan 26 20:49:50.064082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:49:50.104037 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-7965be85-e40f-4459-8576-70f452cdf9be service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437929 Jan 26 20:49:50.248756 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-132155aa-3165-4b01-b8af-c2a19a3e8a99 req-446e5b72-227c-4d53-a650-f4b7c28c6b2a service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392827 Jan 26 20:49:50.354525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41498) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:50.425641 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Deleting subnet 77fef261-7118-404d-b16b-c0b4c1f7ca66 {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:49:50.428779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:50.437752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '3e7ce15e-5a40-47ba-a36d-f9af698e355a', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'port_id': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'mac_address': 'fa:16:3e:d1:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:49:45Z', 'updated_at': '2021-01-26T20:49:48Z', 'revision_number': 1, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:50.441940 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066d4b3-d733-422a-abb3-d1f0c7149650 None None] The sync data for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb is: [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_floatingips': [{'id': '3e7ce15e-5a40-47ba-a36d-f9af698e355a', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'floating_ip_address': '172.28.1.175', 'floating_network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'router_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'port_id': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'mac_address': 'fa:16:3e:d1:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:49:45Z', 'updated_at': '2021-01-26T20:49:48Z', 'revision_number': 1, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:49:50.486703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:50.549365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:50.752773 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762aec8-f9a1-4566-ae83-7239aa094f59 None None] New status for floating IP 3e7ce15e-5a40-47ba-a36d-f9af698e355a: ACTIVE {{(pid=80138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:49:50.813747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:50.830873 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:50.914644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fef261-7118-404d-b16b-c0b4c1f7ca66,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:50.922340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:50.965304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:50.971539 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-c7eb8365-0cbc-425f-ad7e-8d0711184956 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/77fef261-7118-404d-b16b-c0b4c1f7ca66 HTTP/1.1" status: 204 len: 168 time: 0.6158698 Jan 26 20:49:50.974201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41502) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:51.094521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.289844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.386919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.405609 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:51.419009 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdb0644-36f6-468d-b00b-a9a0b1814292') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:51.419344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdb0644-36f6-468d-b00b-a9a0b1814292') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:49:51.432799 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.448766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.450792 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:49:51.626867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:49:51.638923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.813272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Network 3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:49:51.836000 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:49:51.918444 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.921919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:51.935659 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:51.947193 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Pushing event deleted for resources: {'Network': ['ID=3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:51.950631 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:51.955788 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-fc02bfce-05f2-40f1-9ccc-1196e2b8442f admin admin] 10.222.0.89 "DELETE /v2.0/networks/3039f6bb-dbaf-4a3d-a682-2a9cb6f7cacf HTTP/1.1" status: 204 len: 168 time: 0.9804800 Jan 26 20:49:52.157273 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41508) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:52.210270 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d10e105d-580b-49b0-9a5f-bfad6f8fcea0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3f5bddc94a29425eb6114ea5da083de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515981 Jan 26 20:49:52.212772 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41512) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:49:52.273639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:52.279962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:49:52.305478 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:52.352906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:52.357939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-279de584-1a9e-4d2c-a6fb-d2f20258956a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:52.372195 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f80e31c-538d-4b0d-bac6-303f0f6356b0,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:52.377465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:52.379554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:52.380784 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-d2d2c241-99be-454b-9f06-d73b0056330a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6f80e31c-538d-4b0d-bac6-303f0f6356b0 HTTP/1.1" status: 204 len: 168 time: 0.1671319 Jan 26 20:49:53.562512 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-7cdb8933-b21b-4252-8972-65b56ad05a55 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0751803 Jan 26 20:49:53.710803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-5b0506d3-10e1-4db6-a368-6d785f9d03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:53.712466 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-5b0506d3-10e1-4db6-a368-6d785f9d03e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0808463 Jan 26 20:49:53.872912 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-97dc3ae0-3a79-47ee-8d3f-b41154c14b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:53.874504 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-97dc3ae0-3a79-47ee-8d3f-b41154c14b6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1416035 Jan 26 20:49:53.983110 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-083c2028-70a3-4bc0-a59a-daf1d6b731f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 1001 time: 0.1018434 Jan 26 20:49:54.051338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-c115e6a3-5b29-43d9-a2e8-c579c0d2b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:54.052882 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-c115e6a3-5b29-43d9-a2e8-c579c0d2b2fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0636718 Jan 26 20:49:54.131886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-f85d3243-f765-4fe3-b100-b5f58d7d6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:54.133370 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-f85d3243-f765-4fe3-b100-b5f58d7d6e62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739141 Jan 26 20:49:54.276550 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-b0286c86-578c-4a08-8f3b-67c45c5cbdc9 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364949 Jan 26 20:49:54.416506 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f5cd7cae-2390-4dd0-8f26-3c3066525a44 req-492e151e-2c4d-4aca-8e36-46a64d32e680 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339471 Jan 26 20:49:55.148925 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-26e5384f-e82c-45de-a3b0-f2be6d2663a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8469820e722d47a68afaffb228623b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353496 Jan 26 20:49:55.350374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-6845a1ec-f4b7-4ba8-8bf8-4304be14583a tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:55.351999 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-6845a1ec-f4b7-4ba8-8bf8-4304be14583a tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976352 Jan 26 20:49:55.368261 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-7e0c6053-34d0-4e4f-a75b-d1d609224ad9 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/quotas/8469820e722d47a68afaffb228623b21 HTTP/1.1" status: 200 len: 375 time: 0.0103660 Jan 26 20:49:55.419925 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-8601eefa-f2e8-4a46-b229-56faa5574839 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8469820e722d47a68afaffb228623b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464780 Jan 26 20:49:55.623435 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3eeae736-f37c-4aff-aa63-6a1bb8a08c53 req-1030dc17-5f10-4871-b342-be2e3515764c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 210 time: 0.0500188 Jan 26 20:49:56.599635 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-58b3ff63-337e-4d2b-8ac4-6b45841450ec tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8469820e722d47a68afaffb228623b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336447 Jan 26 20:49:56.845532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-dd1cb015-9feb-44a5-abc4-e18204e5dcb7 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:56.847118 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-dd1cb015-9feb-44a5-abc4-e18204e5dcb7 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401018 Jan 26 20:49:56.860426 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-adc6c2b7-9166-4f3a-b22b-6148744a07bd req-3c67a5ba-f56a-43f3-8f4a-5237ea331984 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 210 time: 0.0998652 Jan 26 20:49:56.865364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Request body: {'port': {'device_id': '35cc1832-5403-41ba-9133-ea89dc974e27', 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1', 'admin_state_up': True, 'tenant_id': '8469820e722d47a68afaffb228623b21'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:57.009393 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:57.013438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Usage tracker for resource:port and tenant:8469820e722d47a68afaffb228623b21 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:57.016412 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:57.022184 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:57.030844 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Made reservation on behalf of 8469820e722d47a68afaffb228623b21 for: {'port': 1} {{(pid=80136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:49:57.044330 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.061826 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks [] for security_group, before_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.078050 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:49:57.082838 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Usage tracker for resource:security_group_rule and tenant:8469820e722d47a68afaffb228623b21 is out of sync, need to count used quota {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:49:57.085829 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80136) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:49:57.091907 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.quota.driver [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:49:57.178381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks [] for security_group, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.181221 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.192817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-faa5494e-4a66-4459-af8d-6415638f1b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:57.300780 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60199c06-beca-4276-bff4-f6e94afd2dfe,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:57.314828 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.315243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.315674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.316078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.316474 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.316869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.317261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.317650 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.318040 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.318427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.318815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.319199 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.319668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.320059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.320447 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.320834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.321220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.321610 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.321995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.322377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.322765 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.323149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.323561 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.323946 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:49:57.335455 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:57.516003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_common [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Allocated IP 192.168.233.194 (5ee3325d-7768-402c-aed1-5c64d39525c1/2ddb3400-2a78-48d4-be8b-36c1f9068f49/686f5958-72f1-4406-82e1-37c57d38892b) {{(pid=80136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:49:57.723366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks [] for port, precommit_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.739113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Transition to ACTIVE for port object 686f5958-72f1-4406-82e1-37c57d38892b will not be triggered until provisioned by entity DHCP. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:57.760541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790972373807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_create {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.775450 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-de0fa6f7-e97e-489f-b416-c7b9a15d4ee0 tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:57.908502 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Pushing event updated for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=1']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:57.912860 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:57.971411 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 is already hosted by enough agents. {{(pid=80136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:49:57.972587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.base_scheduler [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Resources bound (agent type, host, resource id): {{(pid=80136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:49:57.975024 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Received port after_create {{(pid=80136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:49:58.072709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:58.073439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:58.100574 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-569fc1a6-7237-4ecb-aff3-1ecd38d526a6 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2391648 Jan 26 20:49:58.114794 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.v2.base [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Request body: {'port': {'device_id': '35cc1832-5403-41ba-9133-ea89dc974e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:49:58.123441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf8357-0528-435c-ac1e-3f82902f1aa5 req-0d11caad-bbaf-423e-a0ae-858cb77efa33 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:58.125655 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d7bf8357-0528-435c-ac1e-3f82902f1aa5 req-0d11caad-bbaf-423e-a0ae-858cb77efa33 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 936 time: 0.1330497 Jan 26 20:49:58.198309 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d7bf8357-0528-435c-ac1e-3f82902f1aa5 req-3f8972f1-ea53-4b20-bc22-886bd818e134 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660329 Jan 26 20:49:58.207739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-44117a58-a9da-4a7f-99d7-9cc2a3aa7f54 None None] Provisioning for port 686f5958-72f1-4406-82e1-37c57d38892b completed by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:49:58.213686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-44117a58-a9da-4a7f-99d7-9cc2a3aa7f54 None None] Provisioning complete for port 686f5958-72f1-4406-82e1-37c57d38892b triggered by entity DHCP. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:49:58.214465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-44117a58-a9da-4a7f-99d7-9cc2a3aa7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:58.247579 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:58.275328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-44117a58-a9da-4a7f-99d7-9cc2a3aa7f54 None None] Port 686f5958-72f1-4406-82e1-37c57d38892b cannot update to ACTIVE because it is not bound. {{(pid=80138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:49:58.863511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686f5958-72f1-4406-82e1-37c57d38892b {{(pid=80136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:49:58.871091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:58.883267 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Transition to ACTIVE for port object 686f5958-72f1-4406-82e1-37c57d38892b will not be triggered until provisioned by entity L2. {{(pid=80136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:49:58.886003 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:58.901472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-520a7d14-a502-4ccd-87f3-c3d775d8b21e tempest-AttachVolumeNegativeTest-129324063 tempest-AttachVolumeNegativeTest-129324063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:59.032511 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Pushing event updated for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=2']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:59.037054 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:59.230430 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Attempting to bind port 686f5958-72f1-4406-82e1-37c57d38892b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:49:59.230810 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Attempting to bind port 686f5958-72f1-4406-82e1-37c57d38892b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:49:59.231212 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Attempting to bind port 686f5958-72f1-4406-82e1-37c57d38892b on network 5ee3325d-7768-402c-aed1-5c64d39525c1 {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:49:59.237668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Checking agent: {'id': '2347249c-d610-422c-a76c-faeb9009e21e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 37, 51), 'started_at': datetime.datetime(2021, 1, 26, 20, 38, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:49:59.238007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Checking segment: {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:49:59.238632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:59.239028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Bound using segment: {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'} {{(pid=80136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:49:59.239497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Bound port: 686f5958-72f1-4406-82e1-37c57d38892b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cab9ff-a638-48de-a6eb-ae6d6215259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5ee3325d-7768-402c-aed1-5c64d39525c1'}}] {{(pid=80136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:49:59.239880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:59.383834 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, cleared binding levels {{(pid=80136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:49:59.395558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=686f5958-72f1-4406-82e1-37c57d38892b,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:49:59.398978 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848335764'] for port, after_update {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:59.415672 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-db5aa1da-a735-4d7b-8cf0-8d33aa0d68bd tempest-VolumesActionsTest-1200577608 tempest-VolumesActionsTest-1200577608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:49:59.609702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-695bbd90-044e-4f85-9978-2dbd5e7bfbb8 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:59.610457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-695bbd90-044e-4f85-9978-2dbd5e7bfbb8 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Synchronizing usage tracker for tenant:8469820e722d47a68afaffb228623b21 on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:59.618236 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Pushing event updated for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=3']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:49:59.626271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:49:59.663283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-695bbd90-044e-4f85-9978-2dbd5e7bfbb8 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Unset dirty status for tenant:8469820e722d47a68afaffb228623b21 on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:59.664828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-695bbd90-044e-4f85-9978-2dbd5e7bfbb8 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 948 time: 0.3434258 Jan 26 20:49:59.701623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:59.702288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:59.704328 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] 10.222.0.90 "PUT /v2.0/ports/686f5958-72f1-4406-82e1-37c57d38892b HTTP/1.1" status: 200 len: 1162 time: 1.5944123 Jan 26 20:49:59.704869 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:49:59.738589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-ba90896c-00a5-4171-b73a-f12f7e0a39ad tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Synchronizing usage tracker for tenant:8469820e722d47a68afaffb228623b21 on resource:security_group {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:49:59.779250 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b', 'status': 'completed', 'code': 200} Jan 26 20:49:59.806201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-ba90896c-00a5-4171-b73a-f12f7e0a39ad tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Unset dirty status for tenant:8469820e722d47a68afaffb228623b21 on resource:security_group {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:49:59.807488 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-aff74c15-2b12-44e4-9b0a-5dfa069250c2 req-ba90896c-00a5-4171-b73a-f12f7e0a39ad tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363914 Jan 26 20:49:59.837066 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-cd786937-dd9a-4c4b-bfb6-2cfcae268886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:59.838796 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-cd786937-dd9a-4c4b-bfb6-2cfcae268886 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8469820e722d47a68afaffb228623b21&device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 1165 time: 0.0960014 Jan 26 20:49:59.915720 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-ec48dc78-829d-4680-ae12-a1c82e064828 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=686f5958-72f1-4406-82e1-37c57d38892b HTTP/1.1" status: 200 len: 217 time: 0.0694737 Jan 26 20:49:59.983466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-8bbc5624-50eb-43de-8823-4f752dbd61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:49:59.985469 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-8bbc5624-50eb-43de-8823-4f752dbd61e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ddb3400-2a78-48d4-be8b-36c1f9068f49 HTTP/1.1" status: 200 len: 843 time: 0.0640745 Jan 26 20:50:00.068567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f830-9abe-4dd7-8c05-902ade994add req-933570f9-43bf-4c79-843e-fccc18691630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:00.070124 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-933570f9-43bf-4c79-843e-fccc18691630 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5ee3325d-7768-402c-aed1-5c64d39525c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0780487 Jan 26 20:50:00.213246 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-e42223c0-6808-4bbb-8a4f-da744dcd53ca service neutron] 10.222.0.90 "GET /v2.0/networks/5ee3325d-7768-402c-aed1-5c64d39525c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359499 Jan 26 20:50:00.357817 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bca5f830-9abe-4dd7-8c05-902ade994add req-12a4bbc1-f10f-4264-99ec-8d33f29c6ad8 service neutron] 10.222.0.90 "GET /v2.0/networks/5ee3325d-7768-402c-aed1-5c64d39525c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359913 Jan 26 20:50:00.477119 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-db1364f8-ec2d-45c9-b0ab-c2671b90d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:00.478622 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-db1364f8-ec2d-45c9-b0ab-c2671b90d302 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8469820e722d47a68afaffb228623b21&device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 1165 time: 0.0770953 Jan 26 20:50:00.618766 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-d618d421-bfda-492f-b01c-88a1b42f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:00.620331 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-d618d421-bfda-492f-b01c-88a1b42f5cee service neutron] 10.222.0.90 "GET /v2.0/networks?id=5ee3325d-7768-402c-aed1-5c64d39525c1 HTTP/1.1" status: 200 len: 863 time: 0.1342351 Jan 26 20:50:00.694401 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-22654db7-13a4-436e-8027-47dd4b1fbda4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=686f5958-72f1-4406-82e1-37c57d38892b HTTP/1.1" status: 200 len: 217 time: 0.0662341 Jan 26 20:50:00.762174 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-f1624657-7907-4129-ad02-b7580817f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:00.763628 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-f1624657-7907-4129-ad02-b7580817f342 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ddb3400-2a78-48d4-be8b-36c1f9068f49 HTTP/1.1" status: 200 len: 843 time: 0.0620198 Jan 26 20:50:00.844061 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-bf7a46bc-abeb-4de8-8953-afa6d1a094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:00.845649 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-bf7a46bc-abeb-4de8-8953-afa6d1a094c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5ee3325d-7768-402c-aed1-5c64d39525c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749412 Jan 26 20:50:00.987536 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-b8c036ae-ed3e-4b4b-adbc-4f483dd8b33e service neutron] 10.222.0.90 "GET /v2.0/networks/5ee3325d-7768-402c-aed1-5c64d39525c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348178 Jan 26 20:50:01.063883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd91ff-7a30-4e41-85a7-ad6994730ce8 req-1e9c0385-f08c-4777-9d39-484f088c9314 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:01.065467 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52cd91ff-7a30-4e41-85a7-ad6994730ce8 req-1e9c0385-f08c-4777-9d39-484f088c9314 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 948 time: 0.1257303 Jan 26 20:50:01.122226 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-52cd91ff-7a30-4e41-85a7-ad6994730ce8 req-73763955-517e-451b-9843-d29d96d82785 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Jan 26 20:50:01.131333 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c9a130b9-3e8b-460c-8045-a43892d980e2 req-f2fe9e08-38da-433e-a7ce-86b182233f98 service neutron] 10.222.0.90 "GET /v2.0/networks/5ee3325d-7768-402c-aed1-5c64d39525c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368899 Jan 26 20:50:02.584637 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7331c-bdb5-4166-aa44-96468e85bab6 req-2064bcd7-b90e-4464-8f4a-84bde63d086f tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:02.586242 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83d7331c-bdb5-4166-aa44-96468e85bab6 req-2064bcd7-b90e-4464-8f4a-84bde63d086f tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 948 time: 0.3316076 Jan 26 20:50:02.640978 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-83d7331c-bdb5-4166-aa44-96468e85bab6 req-0a97761c-9798-4008-a09e-3634e7e435dc tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484972 Jan 26 20:50:03.110272 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Network 5ee3325d-7768-402c-aed1-5c64d39525c1 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:03.354737 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.objects.ports [None req-77c5be4a-6da0-4b61-b87c-04d1932435f5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80138) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:50:03.693865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 686f5958-72f1-4406-82e1-37c57d38892b up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:03.766449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning for port 686f5958-72f1-4406-82e1-37c57d38892b completed by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:50:03.771385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 686f5958-72f1-4406-82e1-37c57d38892b triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:03.771823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:03.892647 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:03.923570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:03.933747 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=686f5958-72f1-4406-82e1-37c57d38892b,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:03.936653 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:03.939137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:03.986259 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b', 'code': 200} Jan 26 20:50:03.996276 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d630c3-d63c-43c1-a9ee-18dcd4039fdb req-c5a4cadb-71f5-4600-baaf-a5e8380443ae tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:03.998006 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91d630c3-d63c-43c1-a9ee-18dcd4039fdb req-c5a4cadb-71f5-4600-baaf-a5e8380443ae tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 948 time: 0.2233961 Jan 26 20:50:04.014981 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=4']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:04.023867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.024261 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.024643 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.025216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.025595 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.025966 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.026332 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.026699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.027046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.027426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.027795 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.028159 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.028580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.028944 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.029310 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.029668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.030028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.030391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.031255 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.031644 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.032006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.032370 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.032729 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.033093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:04.037712 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:04.056325 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-91d630c3-d63c-43c1-a9ee-18dcd4039fdb req-af5f2fc8-b54d-4bd6-a8f4-3eb29c18500c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516417 Jan 26 20:50:04.228224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc3ee-dd4e-4ae8-97c5-ca2630aa63fb req-84b27a89-8af7-44e3-88e3-ee1f5e571e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:04.229828 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9effc3ee-dd4e-4ae8-97c5-ca2630aa63fb req-84b27a89-8af7-44e3-88e3-ee1f5e571e82 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 1167 time: 0.0806043 Jan 26 20:50:04.272421 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-9effc3ee-dd4e-4ae8-97c5-ca2630aa63fb req-e8573382-1255-4384-8cc4-f548b0dd9ba7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349834 Jan 26 20:50:05.097782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 686f5958-72f1-4406-82e1-37c57d38892b up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:05.168999 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 686f5958-72f1-4406-82e1-37c57d38892b triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:05.169414 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:05.310189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7349a-bf8e-418b-9647-1967ffcd85e1 req-cafa3068-20d5-49d4-9260-e2c97f5249f2 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:05.311858 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2d7349a-bf8e-418b-9647-1967ffcd85e1 req-cafa3068-20d5-49d4-9260-e2c97f5249f2 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 950 time: 0.1235044 Jan 26 20:50:05.369367 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d2d7349a-bf8e-418b-9647-1967ffcd85e1 req-d2d96f9b-e63b-4386-b31d-4a49db5f5682 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Jan 26 20:50:06.754126 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f45fd-408c-4600-9f7b-a4d417e3c0c8 req-1f2ca1e6-4a53-43f6-bdaa-49a5fbb1a876 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:06.755802 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f7f45fd-408c-4600-9f7b-a4d417e3c0c8 req-1f2ca1e6-4a53-43f6-bdaa-49a5fbb1a876 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 950 time: 0.1235225 Jan 26 20:50:06.814566 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1f7f45fd-408c-4600-9f7b-a4d417e3c0c8 req-f6417f94-3779-4e66-a0d3-0bcbab57b2de tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525732 Jan 26 20:50:07.085949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 686f5958-72f1-4406-82e1-37c57d38892b up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:07.163134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 686f5958-72f1-4406-82e1-37c57d38892b triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:07.163864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:07.346230 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fedd3-5701-4929-b984-c4f22f852ff9 req-a0f09390-4489-4e9b-bd76-23295caaeefd tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:07.347795 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d6fedd3-5701-4929-b984-c4f22f852ff9 req-a0f09390-4489-4e9b-bd76-23295caaeefd tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 950 time: 0.1403089 Jan 26 20:50:07.402683 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1d6fedd3-5701-4929-b984-c4f22f852ff9 req-77725d43-f73f-4aa7-8969-6871b2b665c5 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Jan 26 20:50:08.725385 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66997cb2-9458-4577-b1e1-69246277dda4 req-3c3c766b-ce97-45a0-96bf-83a12480c9f9 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:08.726944 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66997cb2-9458-4577-b1e1-69246277dda4 req-3c3c766b-ce97-45a0-96bf-83a12480c9f9 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.90 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 950 time: 0.1901124 Jan 26 20:50:08.773345 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145395-6c6c-4009-959d-8557165a7990 req-a078bfad-d71f-43d4-99fa-6b09a39a6897 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:08.774880 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39145395-6c6c-4009-959d-8557165a7990 req-a078bfad-d71f-43d4-99fa-6b09a39a6897 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 950 time: 0.2400596 Jan 26 20:50:08.887027 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Deleting port 686f5958-72f1-4406-82e1-37c57d38892b {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:50:08.887459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:08.929949 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-39145395-6c6c-4009-959d-8557165a7990 req-7ce0c157-5d7b-44f0-acea-df25bc1aab37 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228414 Jan 26 20:50:09.059264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 686f5958-72f1-4406-82e1-37c57d38892b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:50:09.162732 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=686f5958-72f1-4406-82e1-37c57d38892b,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:09.163100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:09.181042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:09.209723 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:09.221042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=686f5958-72f1-4406-82e1-37c57d38892b,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:09.225649 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:09.227516 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:09.277232 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b', 'code': 200} Jan 26 20:50:09.296046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Calling delete_port for 686f5958-72f1-4406-82e1-37c57d38892b owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:50:09.303192 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:09.306671 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:09.379162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80136) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:50:09.379549 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80136) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:50:09.880180 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Deleting port 686f5958-72f1-4406-82e1-37c57d38892b {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:50:09.880699 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:10.417101 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] For port 686f5958-72f1-4406-82e1-37c57d38892b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=686f5958-72f1-4406-82e1-37c57d38892b,segment=NetworkSegment(b9cab9ff-a638-48de-a6eb-ae6d6215259a),segment_id=b9cab9ff-a638-48de-a6eb-ae6d6215259a)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:10.417489 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:10.476771 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8186a25-fb4a-4c35-af9e-7ef433460c87 req-47e47704-0d97-4989-bdd1-1851a0c17797 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:10.478310 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a8186a25-fb4a-4c35-af9e-7ef433460c87 req-47e47704-0d97-4989-bdd1-1851a0c17797 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/ports?device_id=35cc1832-5403-41ba-9133-ea89dc974e27 HTTP/1.1" status: 200 len: 948 time: 0.2015862 Jan 26 20:50:10.607584 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Calling delete_port for 686f5958-72f1-4406-82e1-37c57d38892b owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:50:10.695632 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-a8186a25-fb4a-4c35-af9e-7ef433460c87 req-a7701f8c-7923-44eb-9016-70909faaf146 tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.89 "GET /v2.0/security-groups?id=60199c06-beca-4276-bff4-f6e94afd2dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660774 Jan 26 20:50:10.787553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:10.802274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-9cd5156f-c397-4f47-b413-ba8a649ca6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:10.867016 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-02d8c899-bbfd-4c6e-8c8b-d94f6a9feb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:10.897664 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Pushing event deleted for resources: {'Port': ['ID=686f5958-72f1-4406-82e1-37c57d38892b,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:10.904150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:11.005072 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] No DVR routers for this DVR port 686f5958-72f1-4406-82e1-37c57d38892b on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:50:11.007495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:11.010524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-deleted', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:11.029221 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-66997cb2-9458-4577-b1e1-69246277dda4 req-fa1ecc97-c12d-44ec-a645-93333b73e95c tempest-VolumesNegativeTest-1020277293 tempest-VolumesNegativeTest-1020277293-project] 10.222.0.90 "DELETE /v2.0/ports/686f5958-72f1-4406-82e1-37c57d38892b HTTP/1.1" status: 204 len: 173 time: 2.2532525 Jan 26 20:50:11.079523 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc1832-5403-41ba-9133-ea89dc974e27', 'name': 'network-vif-deleted', 'tag': '686f5958-72f1-4406-82e1-37c57d38892b', 'status': 'completed', 'code': 200} Jan 26 20:50:13.492562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2400197f-26b5-47fe-b335-b268336db2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:14.306639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:15.109278 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:15.569503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:16.532528 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41840) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:16.720751 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-aa4f3aee-b6ec-4fc2-9250-f5b666ea61e2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8469820e722d47a68afaffb228623b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867888 Jan 26 20:50:16.723294 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41846) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:16.783963 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:16.811682 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:16.859578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:16.864570 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-a12c2c1b-274e-4866-8a49-d655eeb793a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:16.878632 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60199c06-beca-4276-bff4-f6e94afd2dfe,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:16.888244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.888667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.889082 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.889496 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.889900 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.890304 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.890703 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.891103 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.891525 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.891924 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.892319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.892717 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.893173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.893575 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.893971 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.894366 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.894760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.895157 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.895580 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.895976 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.896372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.896769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.897166 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.897558 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:16.901764 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:16.903814 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:16.905042 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4824e5de-4fdd-410d-81d3-28d9f46da5dc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/60199c06-beca-4276-bff4-f6e94afd2dfe HTTP/1.1" status: 204 len: 168 time: 0.1807313 Jan 26 20:50:21.372117 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.280390 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:50:40.868466 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-730195ea-a98b-461a-ab97-010f8e0a6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:43.493453 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9552c12c-5136-4c17-83fd-d713cd2f8b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.309535 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.110472 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.571224 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.386464 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.688105 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-3d124f8d-c546-43ab-a302-9d624d21d5ce service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2098744 Jan 26 20:50:55.833164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-a5cb1eaa-d6f7-4c94-97c3-441d77f8ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:55.834691 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-a5cb1eaa-d6f7-4c94-97c3-441d77f8ce93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0759377 Jan 26 20:50:55.986870 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-02e55d94-b4ff-47d4-b543-6f02d1f085f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:55.988447 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-02e55d94-b4ff-47d4-b543-6f02d1f085f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1356893 Jan 26 20:50:56.097854 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-6e70b6ee-1b43-4c56-986f-f1020e568888 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 1001 time: 0.1021624 Jan 26 20:50:56.165098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-0c35f142-4edc-4fcc-ae99-a81ca53bbade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:56.166778 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-0c35f142-4edc-4fcc-ae99-a81ca53bbade service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0630958 Jan 26 20:50:56.249899 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-ee329830-b7e6-48c4-b5df-d10981a3d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:56.251569 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-ee329830-b7e6-48c4-b5df-d10981a3d838 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784812 Jan 26 20:50:56.261941 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-6c1ea923-6210-4ba1-bcb2-2c11715b670a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:50:56.262951 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-6c1ea923-6210-4ba1-bcb2-2c11715b670a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0056376 Jan 26 20:50:56.404097 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-c0eb4b8c-f9ce-4989-ae7c-70711209c4de service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350236 Jan 26 20:50:56.544441 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c3275704-f577-410f-acfa-40ff9e3f5a8c req-338c3ff9-8a66-4d12-9387-30a1dd105515 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339598 Jan 26 20:51:06.279547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:51:10.869512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-9e4eb7c7-12a0-489e-ad6f-f5cebf9c15e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.495091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aa3c153d-9507-4e29-a29c-811864990931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:14.309982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.112790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.572845 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.397724 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.871214 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-eca41d1b-ee28-4984-a95f-ee47719dcd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.278567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:51:43.495985 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0210f474-ad01-4468-b8cc-2bb55ca5a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.316413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.825123 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091d88d-3b00-448c-8300-e92ecc8a3b9a req-fe2b3f28-1b87-4de1-9a87-21f110ae6be9 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:44.826710 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c091d88d-3b00-448c-8300-e92ecc8a3b9a req-fe2b3f28-1b87-4de1-9a87-21f110ae6be9 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1223347 Jan 26 20:51:44.881407 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c091d88d-3b00-448c-8300-e92ecc8a3b9a req-bf20b194-df18-4b8c-ba42-b83ad4a92e3e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0476854 Jan 26 20:51:45.114262 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:45.575812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.138164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390f352-1ff7-4fbb-ac42-70d1740d9bd8 req-f5632ec1-842b-4288-a294-606979e3675d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:46.139790 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5390f352-1ff7-4fbb-ac42-70d1740d9bd8 req-f5632ec1-842b-4288-a294-606979e3675d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1264980 Jan 26 20:51:46.196183 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-5390f352-1ff7-4fbb-ac42-70d1740d9bd8 req-4f943357-550c-415f-be7e-16bf6a7a8160 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495884 Jan 26 20:51:47.463091 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be910b2e-58ab-4f4d-b7fe-06a61a8da8ff req-b957c72b-0ee6-421d-b62d-a30573cee94a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:47.464710 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be910b2e-58ab-4f4d-b7fe-06a61a8da8ff req-b957c72b-0ee6-421d-b62d-a30573cee94a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1276116 Jan 26 20:51:47.519683 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-be910b2e-58ab-4f4d-b7fe-06a61a8da8ff req-ce3b1d62-bd13-41cb-9d06-6d1f9b7ee9a8 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484993 Jan 26 20:51:48.768438 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a35b45-d5b3-4ca8-8f00-9e645e801968 req-a2647295-01ac-4fd6-a121-abfd04ddb9a6 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:48.770041 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-24a35b45-d5b3-4ca8-8f00-9e645e801968 req-a2647295-01ac-4fd6-a121-abfd04ddb9a6 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1233392 Jan 26 20:51:48.824695 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-24a35b45-d5b3-4ca8-8f00-9e645e801968 req-d3248aca-2fe9-4f25-90fd-1b5f7b0ab9d8 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484140 Jan 26 20:51:50.077567 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2d87c-b6e0-4bf9-8ba0-ed5e36907338 req-67fdbeda-5e32-4952-b39d-2682b1cc9698 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:50.079156 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42f2d87c-b6e0-4bf9-8ba0-ed5e36907338 req-67fdbeda-5e32-4952-b39d-2682b1cc9698 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1209829 Jan 26 20:51:50.138197 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-42f2d87c-b6e0-4bf9-8ba0-ed5e36907338 req-80d8a925-7fbd-4501-acde-782eea9f2d67 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0519700 Jan 26 20:51:51.394226 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954f671-4693-42df-a004-745add8d6a61 req-a77de807-4e49-4d8b-96b3-9ee2ebd4a18b tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:51.395889 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7954f671-4693-42df-a004-745add8d6a61 req-a77de807-4e49-4d8b-96b3-9ee2ebd4a18b tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1291816 Jan 26 20:51:51.409067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.454853 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7954f671-4693-42df-a004-745add8d6a61 req-36cadda2-ff82-4430-9615-dd89fd87a9f4 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0521011 Jan 26 20:51:52.702753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd70cd1-2d86-411f-9feb-c7442faf5bd4 req-aae17e30-0c66-4332-9a4a-d5c48e150d14 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:52.704431 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3bd70cd1-2d86-411f-9feb-c7442faf5bd4 req-aae17e30-0c66-4332-9a4a-d5c48e150d14 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1221142 Jan 26 20:51:52.759287 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3bd70cd1-2d86-411f-9feb-c7442faf5bd4 req-611b5dce-ddf6-4abf-814e-8c9a62188589 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0481834 Jan 26 20:51:54.015674 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb9caf-89e6-4afc-866e-5ee82476ccfc req-020f5b65-576f-4f5c-b940-281728e8b218 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:54.017343 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7ccb9caf-89e6-4afc-866e-5ee82476ccfc req-020f5b65-576f-4f5c-b940-281728e8b218 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1272399 Jan 26 20:51:54.076953 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-7ccb9caf-89e6-4afc-866e-5ee82476ccfc req-8dc3aa4d-136a-4207-9102-3ef2788b9dd6 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532699 Jan 26 20:51:54.866636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-646b90d8-8ac3-490e-8221-37ac8138c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:54.868246 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-646b90d8-8ac3-490e-8221-37ac8138c5bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0797067 Jan 26 20:51:55.006895 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-cc90aad7-52bf-410e-b6a5-c674a6e71f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:55.008462 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-cc90aad7-52bf-410e-b6a5-c674a6e71f55 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1339591 Jan 26 20:51:55.115900 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-2dd49c4f-ce4c-4afa-9c85-1e2156b8fdde service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 1001 time: 0.1009605 Jan 26 20:51:55.186373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-41becf66-7647-42e4-be5b-310db2d276cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:55.188041 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-41becf66-7647-42e4-be5b-310db2d276cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0658510 Jan 26 20:51:55.339429 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-92737de2-8ca4-4b72-b1cc-aa2d640c13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:55.341051 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-92737de2-8ca4-4b72-b1cc-aa2d640c13f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1468318 Jan 26 20:51:55.386341 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdc51f-b585-49a7-87d2-d7f7f6ee5e40 req-34294c31-2bb8-4288-a47c-b69022e2b8e0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:55.387809 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9cdc51f-b585-49a7-87d2-d7f7f6ee5e40 req-34294c31-2bb8-4288-a47c-b69022e2b8e0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1583974 Jan 26 20:51:55.535163 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-f9cdc51f-b585-49a7-87d2-d7f7f6ee5e40 req-975e258d-4593-4984-8627-67bf4c656890 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1206040 Jan 26 20:51:55.571322 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-830a57b3-50e6-41d0-be7e-45fae39fdc0a service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825264 Jan 26 20:51:55.712178 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-1c5f4649-7636-4911-b2f8-015b69a03ac9 req-7caf9f8c-00a3-486b-bdcd-ce501c899337 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338949 Jan 26 20:51:56.788402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b969b2f-8ef6-42d4-87b2-92b869c6b4b6 req-ae13aa89-a56d-4766-8b9b-b729a5570a8c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:56.790082 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b969b2f-8ef6-42d4-87b2-92b869c6b4b6 req-ae13aa89-a56d-4766-8b9b-b729a5570a8c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1269615 Jan 26 20:51:56.847891 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-0b969b2f-8ef6-42d4-87b2-92b869c6b4b6 req-48055d04-e17e-4fcf-9cb2-ef5f7b06c1ad tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0512989 Jan 26 20:51:57.573213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:51:57.688815 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.717820 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:57.728593 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:57.732832 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.734277 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-8fa29e13-2934-473b-ac71-6e9a63e2ae7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:57.803140 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=5']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:57.811095 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.811531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.811910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.812263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.812738 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.813176 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.813449 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.814300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.814300 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.814537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.814862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.815219 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.815662 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.816007 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.816364 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.816715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.817071 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.817428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.817782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.818135 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.818492 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.818847 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.819202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.819582 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:57.824250 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:57.990689 dv-cinder-768105-4-smb neutron-server[80025]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'code': 422} returned with failed status Jan 26 20:51:58.101086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ca53a-db10-489c-ae53-810aee805b6c req-6fb3b3cd-4504-460a-b26a-2741e59838b0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:58.102711 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc5ca53a-db10-489c-ae53-810aee805b6c req-6fb3b3cd-4504-460a-b26a-2741e59838b0 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1266503 Jan 26 20:51:58.157230 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-fc5ca53a-db10-489c-ae53-810aee805b6c req-2d1ec4b0-d9f3-4e32-b1c6-64644c7313ca tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0483027 Jan 26 20:51:58.593793 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47054d-8ffc-4a3b-b5cb-071ca7026c3b req-34fcf24c-a9a8-47f4-9350-2b0335a1e0d3 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:58.595542 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e47054d-8ffc-4a3b-b5cb-071ca7026c3b req-34fcf24c-a9a8-47f4-9350-2b0335a1e0d3 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1258068 Jan 26 20:51:58.659382 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2e47054d-8ffc-4a3b-b5cb-071ca7026c3b req-c2ddf7b2-6333-4995-abcd-9bbad00e27c4 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0570252 Jan 26 20:51:58.827227 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-459fee21-0d2b-4659-8cfb-4a77b678e160 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4350486 Jan 26 20:51:59.910624 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552d0a-11b2-437f-af23-fbb701a652a4 req-58760fce-12f6-4624-9516-5932c54b1d30 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:59.912596 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d8552d0a-11b2-437f-af23-fbb701a652a4 req-58760fce-12f6-4624-9516-5932c54b1d30 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1236048 Jan 26 20:51:59.967723 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d8552d0a-11b2-437f-af23-fbb701a652a4 req-662ecf4d-7268-495b-960a-59cad85edcc4 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0485985 Jan 26 20:52:00.118995 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-0208f118-fbcb-46a7-aca8-c0f8e98423bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.120557 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-0208f118-fbcb-46a7-aca8-c0f8e98423bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&tenant_id=d828dac11cc4471989356ce41aebc9df HTTP/1.1" status: 200 len: 1160 time: 0.0800946 Jan 26 20:52:00.216867 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-2c566170-1078-421b-a6e3-aa7ecb9de1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.218518 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-2c566170-1078-421b-a6e3-aa7ecb9de1d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1160 time: 0.0773036 Jan 26 20:52:00.359623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-d370d0ec-7e28-4e87-b0fd-7569be6c51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.361224 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-d370d0ec-7e28-4e87-b0fd-7569be6c51d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1364753 Jan 26 20:52:00.471588 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-1c0579ce-473e-4717-a72b-423de22ffc10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 999 time: 0.1042757 Jan 26 20:52:00.540094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-a00e9317-12d9-43cd-8bf2-39b813c4cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.541617 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-a00e9317-12d9-43cd-8bf2-39b813c4cd8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0637598 Jan 26 20:52:00.624036 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-82b6249a-8664-44c4-b07d-61915a615d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.625578 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-82b6249a-8664-44c4-b07d-61915a615d34 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772486 Jan 26 20:52:00.765297 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-55a1a5b3-0a3e-487f-a12b-6de6478c221b service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329505 Jan 26 20:52:00.904321 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-45e23c4c-9566-4bc6-91ef-a6e9d72a5c2f req-01019e8b-ef14-40f6-969d-edb1f9248892 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1329589 Jan 26 20:52:01.222008 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80597c1-eb1c-42ca-945f-eddb8fba7270 req-34706349-a63a-4884-9e4a-41f2b5bdd46d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:01.223744 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c80597c1-eb1c-42ca-945f-eddb8fba7270 req-34706349-a63a-4884-9e4a-41f2b5bdd46d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1246870 Jan 26 20:52:01.280103 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-c80597c1-eb1c-42ca-945f-eddb8fba7270 req-0c51a0a0-f746-4810-89bc-bfa7b4f45f50 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0499227 Jan 26 20:52:02.534383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bf424-3683-4d1d-b379-d518674c790b req-8dae9358-ccb5-409d-87ab-edf6fc42ccc1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:02.535886 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-688bf424-3683-4d1d-b379-d518674c790b req-8dae9358-ccb5-409d-87ab-edf6fc42ccc1 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.1236432 Jan 26 20:52:02.590407 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-688bf424-3683-4d1d-b379-d518674c790b req-1bd263a8-39ee-4338-bb8a-5a68d4a0756c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0480969 Jan 26 20:52:03.852146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:03.927360 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:03.927813 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.057789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.062972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31086d-1507-4e3f-9308-2db7d978991a req-0d583ea1-60c7-482d-ac6c-5fc5811be95e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:04.065242 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac31086d-1507-4e3f-9308-2db7d978991a req-0d583ea1-60c7-482d-ac6c-5fc5811be95e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 943 time: 0.3471444 Jan 26 20:52:04.085939 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:04.096515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:04.102137 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.104202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e358e07b-436c-42a1-85d6-382f4c8eeb2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:04.123088 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ac31086d-1507-4e3f-9308-2db7d978991a req-5280a1c8-4e21-4f20-906c-51c1a20c9f1e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516267 Jan 26 20:52:04.152098 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'code': 200} Jan 26 20:52:04.179307 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=6']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:04.182497 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:04.441179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c7bef-8c61-458b-908e-c72450811711 req-88649ca0-7c8b-45c8-8116-b861e717271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:04.442722 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-646c7bef-8c61-458b-908e-c72450811711 req-88649ca0-7c8b-45c8-8116-b861e717271c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0800364 Jan 26 20:52:04.488318 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-646c7bef-8c61-458b-908e-c72450811711 req-c691fb36-e6b0-4c6a-abcc-ac04dcde155b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0384507 Jan 26 20:52:05.377720 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3790e35-d760-4241-84a9-de5d8da592c3 req-a7614a37-9d60-4f2d-bce2-7d8d37d2987c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:05.379377 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d3790e35-d760-4241-84a9-de5d8da592c3 req-a7614a37-9d60-4f2d-bce2-7d8d37d2987c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1230230 Jan 26 20:52:05.435971 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-d3790e35-d760-4241-84a9-de5d8da592c3 req-debd3989-4229-47fc-9809-59e2490a538c tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0502045 Jan 26 20:52:05.646168 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 up at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:05.716598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.provisioning_blocks [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Provisioning complete for port 1aea1b2e-a93f-424a-8f76-ed7b78333304 triggered by entity L2. {{(pid=80138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:05.716949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853279302'] for port, provisioning_complete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.703932 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e0d5-53c7-450f-a38f-880edbbf3eff req-3252073c-dee9-4f69-a999-cd6f6018cc9d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:06.707590 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28a8e0d5-53c7-450f-a38f-880edbbf3eff req-3252073c-dee9-4f69-a999-cd6f6018cc9d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1240029 Jan 26 20:52:06.764381 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-28a8e0d5-53c7-450f-a38f-880edbbf3eff req-4eca63e8-aafd-4e53-9512-c7333d369f6f tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516014 Jan 26 20:52:10.872296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-00e7a2d5-452f-463f-a2dd-6e3d77d99e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.496715 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d97d08b8-01a1-4e73-b6c6-80119cfed017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:14.316573 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.115783 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.578480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.277602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:52:21.424208 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:40.872803 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fea4facd-3128-409f-a674-518b38739ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.498513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-97f9b58c-d332-479e-9753-96c013fd6b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:44.319207 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.116555 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.581600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:51.433495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:57.278401 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:52:57.551727 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-d19195d6-0634-4df8-bcae-c7a1c8ec9252 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0790985 Jan 26 20:52:57.695756 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-17464e2d-1aac-4c07-8bfd-cf614965bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:57.697314 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-17464e2d-1aac-4c07-8bfd-cf614965bafe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.0758176 Jan 26 20:52:57.850482 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-d21b3012-e539-4326-aa6a-aca97e2b0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:57.851975 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-d21b3012-e539-4326-aa6a-aca97e2b0914 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.1351533 Jan 26 20:52:57.960214 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-28975387-f8c6-4f33-8946-55f98445539f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 1001 time: 0.1010263 Jan 26 20:52:58.029586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-f7ebef00-9737-4ce8-a820-c6b8705bb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:58.031082 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-f7ebef00-9737-4ce8-a820-c6b8705bb8f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.0646327 Jan 26 20:52:58.110697 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-57df00dc-5da8-4133-8075-b58e4d418d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:58.112204 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-57df00dc-5da8-4133-8075-b58e4d418d04 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746133 Jan 26 20:52:58.253825 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-08404c45-a50b-4c49-95b0-faec4de4328e service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340013 Jan 26 20:52:58.392781 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-dbd66d25-c0e1-437f-a854-5b0b650c88ed req-9bf61daa-fdb1-41e0-8b4f-aecc1fe50b04 service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331439 Jan 26 20:53:10.874386 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a5926301-d87f-4b04-b9ac-303274bd3382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:13.499356 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0e957136-5ed4-40c4-b2fc-1dd3bdd1c46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:14.323368 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:15.118305 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:15.584012 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.431098 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.366570 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-ee6d493d-f3d7-4a1a-98b9-5f27a7048f16 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/floatingips/3e7ce15e-5a40-47ba-a36d-f9af698e355a HTTP/1.1" status: 200 len: 998 time: 0.1199820 Jan 26 20:53:22.562982 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-af27d223-77b5-44f7-bf06-1a0b8b6ee30a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:22.564421 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-af27d223-77b5-44f7-bf06-1a0b8b6ee30a tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/networks/c64f6090-b582-40d5-8957-38baf53d6c3d HTTP/1.1" status: 200 len: 784 time: 0.1920094 Jan 26 20:53:22.575023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-a9113a1e-681b-43e6-9361-221c4d0ea604 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=80136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:53:22.576106 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-a9113a1e-681b-43e6-9361-221c4d0ea604 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058322 Jan 26 20:53:22.693301 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-c8dee8df-680e-404a-8dd4-7b27c7046d07 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.175 HTTP/1.1" status: 200 len: 1001 time: 0.1113517 Jan 26 20:53:22.808923 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-4150da8c-bd8e-4816-8367-f30cde16be01 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:22.810353 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-4150da8c-bd8e-4816-8367-f30cde16be01 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports/1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 942 time: 0.1113622 Jan 26 20:53:23.210980 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fc4aa229-6632-41b2-90e0-2c1cd931c77d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.28.1.175 HTTP/1.1" status: 200 len: 1001 time: 0.3218994 Jan 26 20:53:23.435067 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Deleting port 58252df1-ed80-4446-b9e5-4a4b62b9f34d {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:23.435481 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.611893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.612446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.740395 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Calling delete_port for 58252df1-ed80-4446-b9e5-4a4b62b9f34d owned by network:floatingip {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:23.895596 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.910673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e658c5b6-82da-4d85-9c4f-0e3a3907096c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:24.000600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event deleted for resources: {'Port': ['ID=58252df1-ed80-4446-b9e5-4a4b62b9f34d,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:24.016014 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.016433 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.016842 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.017263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.017665 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.018063 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.018459 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.018855 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.019248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.019680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.020078 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.020473 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.020947 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.021339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.021730 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.022122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.022515 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.022908 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.023296 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.023710 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.024102 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.024491 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.024881 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.025271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.030164 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:24.146782 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for floatingip, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:24.147078 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.db.l3_db [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Floating IP 3e7ce15e-5a40-47ba-a36d-f9af698e355a disassociated (deleted). External IP: 172.28.1.175, port: 1aea1b2e-a93f-424a-8f76-ed7b78333304. Jan 26 20:53:24.509936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Router 28c35d1a-d02d-4d06-9734-07278060a03b has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:53:24.697634 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:24.707046 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Sync routers for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:24.717467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:24.718121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:24.723256 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for floatingip, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:24.780377 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-fd57b837-dcba-4d28-b8f1-8ddb1e0c8f6d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "DELETE /v2.0/floatingips/3e7ce15e-5a40-47ba-a36d-f9af698e355a HTTP/1.1" status: 204 len: 173 time: 1.5631101 Jan 26 20:53:24.780936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:24.912022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:24.939457 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'status': 'completed', 'code': 200} Jan 26 20:53:25.019934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-ec9027d0-87fe-4878-90a9-012006eb9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.021520 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-ec9027d0-87fe-4878-90a9-012006eb9023 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.2274101 Jan 26 20:53:25.139136 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-8bc088b5-6d2e-42b4-8426-27d6bd4ceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.140787 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-8bc088b5-6d2e-42b4-8426-27d6bd4ceb6a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d828dac11cc4471989356ce41aebc9df&device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 1162 time: 0.1785057 Jan 26 20:53:25.247819 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:25.251911 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Checking router: 28c35d1a-d02d-4d06-9734-07278060a03b for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:25.260711 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:25.261346 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:25.272130 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-af977286-3a60-4644-8431-98a53d3b2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.273714 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-af977286-3a60-4644-8431-98a53d3b2eeb service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.2451365 Jan 26 20:53:25.364069 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-97a26573-45c3-43f4-a231-55705f3cbd70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 217 time: 0.0830760 Jan 26 20:53:25.452194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:25.643760 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-6273cdd7-6645-40d7-8182-50439ed7d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.645253 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-6273cdd7-6645-40d7-8182-50439ed7d38e service neutron] 10.222.0.90 "GET /v2.0/networks?id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 200 len: 903 time: 0.4962695 Jan 26 20:53:25.727135 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-a6d76a94-6aef-44a9-b0dc-556377afdb73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 200 len: 217 time: 0.0749731 Jan 26 20:53:25.732733 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-d85e4997-10ed-4190-b3d5-605739767bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.734290 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-d85e4997-10ed-4190-b3d5-605739767bda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.3569906 Jan 26 20:53:25.787069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:25.791317 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc594-34c2-4334-8b52-013b6eb7e06f None None] The sync data for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb is: [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:49:03Z', 'revision_number': 4, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb', '_interfaces': [{'id': '06498ab2-97a5-412f-9588-730f15161f33', 'name': '', 'network_id': 'c9aac6d6-ae92-4ed0-8e17-81a13e1dc966', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'mac_address': 'fa:16:3e:38:62:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:02Z', 'updated_at': '2021-01-26T20:49:12Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'subnets': [{'id': 'ed3e1404-54dd-44bc-8839-70ad479e6b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:53:25.847308 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-5b04db2f-1f0f-4738-9c70-e3f05188682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.848967 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-5b04db2f-1f0f-4738-9c70-e3f05188682b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 200 len: 848 time: 0.1137395 Jan 26 20:53:25.923038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032828-e487-4350-9221-bf8223b3cea5 req-d5d0ff23-9b57-4b78-995d-d13233612fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:25.924690 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-d5d0ff23-9b57-4b78-995d-d13233612fc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556401 Jan 26 20:53:26.025731 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-289ae07a-3a3e-4b65-86ae-2b0a6cc2a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:26.027330 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-289ae07a-3a3e-4b65-86ae-2b0a6cc2a1ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1721003 Jan 26 20:53:26.179996 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-91ca49d9-775c-493c-9adf-53c0dfeee2c3 service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424486 Jan 26 20:53:26.230259 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34680cd1-2e9e-4e7f-b381-bd1f473cc3a8 None None] New status for floating IP 3e7ce15e-5a40-47ba-a36d-f9af698e355a: DOWN {{(pid=80138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:53:26.298836 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-0d022bb0-d692-471b-9115-e1b3c02d691f service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592435 Jan 26 20:53:26.446396 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-2c032828-e487-4350-9221-bf8223b3cea5 req-1839429c-44a3-43af-8b98-92c2a4563d86 service neutron] 10.222.0.89 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2547903 Jan 26 20:53:26.481243 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-8108c306-fa18-4e56-b4c8-61ebdd99d792 req-fcf69c40-ecce-4b59-93d2-a2f28ed6720d service neutron] 10.222.0.90 "GET /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738219 Jan 26 20:53:26.896960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fbba1-7cd8-4b4b-8745-64c5b103068a req-6e713972-f5e4-427c-ac94-672fb6246b90 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:26.897739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3d1fbba1-7cd8-4b4b-8745-64c5b103068a req-6e713972-f5e4-427c-ac94-672fb6246b90 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Synchronizing usage tracker for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80136) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:53:26.913142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.quota.resource [req-3d1fbba1-7cd8-4b4b-8745-64c5b103068a req-6e713972-f5e4-427c-ac94-672fb6246b90 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Unset dirty status for tenant:d828dac11cc4471989356ce41aebc9df on resource:port {{(pid=80136) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:53:26.914432 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d1fbba1-7cd8-4b4b-8745-64c5b103068a req-6e713972-f5e4-427c-ac94-672fb6246b90 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1380806 Jan 26 20:53:26.973301 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-3d1fbba1-7cd8-4b4b-8745-64c5b103068a req-57267f42-a837-4a0b-8ce5-92c5b007ab6e tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0524971 Jan 26 20:53:27.994603 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Device 1aea1b2e-a93f-424a-8f76-ed7b78333304 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:28.113534 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610720'] for port, before_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.120105 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-a4e31e22-5ba4-4d59-9865-8b6f0c1b984d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:28.121767 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-a4e31e22-5ba4-4d59-9865-8b6f0c1b984d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.90 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1229250 Jan 26 20:53:28.141587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:28.152667 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:28.157104 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790972763746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245882403785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790972372049'] for port, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.160413 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:28.219675 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'code': 200} Jan 26 20:53:28.235594 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Deleting port 1aea1b2e-a93f-424a-8f76-ed7b78333304 {{(pid=80136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:28.236100 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.241028 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf755e-0aa7-4383-aac6-36082168af77 req-449b0ac5-1c1d-4a33-80cc-9003f51c67ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:28.242866 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88cf755e-0aa7-4383-aac6-36082168af77 req-449b0ac5-1c1d-4a33-80cc-9003f51c67ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 945 time: 0.1357124 Jan 26 20:53:28.255023 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=7']} {{(pid=80138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:28.263480 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.263868 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.264244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.264616 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.264983 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.265349 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.265716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.266079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.266441 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.266801 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.267162 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.267547 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.267967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.268328 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.268685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.269043 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.269400 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.269757 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.270115 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.270470 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.270862 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.271220 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.271601 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.272006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:28.276623 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80138) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:28.299638 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-88cf755e-0aa7-4383-aac6-36082168af77 req-3b4dc62b-0772-4b1c-926a-33071ca03767 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups?id=b1387177-af49-4473-82f8-f5f097dab536&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0501680 Jan 26 20:53:28.498367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] For port 1aea1b2e-a93f-424a-8f76-ed7b78333304, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=1aea1b2e-a93f-424a-8f76-ed7b78333304,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:28.498761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.628673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Calling delete_port for 1aea1b2e-a93f-424a-8f76-ed7b78333304 owned by compute:nova {{(pid=80136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:28.772142 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6440037'] for port, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.787562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4ba2a9fd-c562-42b3-aad6-4cb308a4ea46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:28.837264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event deleted for resources: {'Port': ['ID=1aea1b2e-a93f-424a-8f76-ed7b78333304,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:28.882823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:28.990586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] No DVR routers for this DVR port 1aea1b2e-a93f-424a-8f76-ed7b78333304 on host hv-cinder-76810 {{(pid=80136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:53:28.992770 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852805579'] for port, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:28.995494 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-deleted', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304'}] {{(pid=80136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:29.009736 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-ddb932cc-6061-454b-ad5a-75cb777f7f8d req-08ccc291-1d56-4222-b00e-d434f44464de tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.90 "DELETE /v2.0/ports/1aea1b2e-a93f-424a-8f76-ed7b78333304 HTTP/1.1" status: 204 len: 173 time: 0.8823409 Jan 26 20:53:29.055058 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3020b94-d422-4106-8f9c-5684390a0b85', 'name': 'network-vif-deleted', 'tag': '1aea1b2e-a93f-424a-8f76-ed7b78333304', 'status': 'completed', 'code': 200} Jan 26 20:53:29.494847 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-bc08f3a6-65d8-4911-abaa-9ad35b286201 req-0e29fa43-7bd0-4a01-8dac-e40b5fddd34d tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3020b94-d422-4106-8f9c-5684390a0b85 HTTP/1.1" status: 200 len: 210 time: 0.0529473 Jan 26 20:53:30.690024 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-5f918258-4d7c-4451-8cc0-8124ef22d9a6 tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "GET /v2.0/security-groups/b1387177-af49-4473-82f8-f5f097dab536 HTTP/1.1" status: 200 len: 2991 time: 0.0606761 Jan 26 20:53:30.772019 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:30.801318 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:30.848657 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:30.853930 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4618dc89-176f-4946-bc34-6cb8458c12a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:30.870079 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1387177-af49-4473-82f8-f5f097dab536,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:30.881719 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.882150 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.882569 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.883000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.883440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.883857 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.884263 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.884668 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.885069 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.885487 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.885888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.886287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.886745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.887146 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.887572 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.887973 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.888367 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.888761 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.889156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.889553 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.889949 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.890344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.890739 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.891133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-smb {{(pid=80137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:30.895099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:30.897988 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] Notify callbacks [] for security_group, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:30.899199 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [req-e8cd8ecb-251e-4b5f-a337-eb5aa0ab5629 req-c2281745-054c-4a92-b124-358b256139ab tempest-TestShelveInstance-66799232 tempest-TestShelveInstance-66799232-project] 10.222.0.89 "DELETE /v2.0/security-groups/b1387177-af49-4473-82f8-f5f097dab536 HTTP/1.1" status: 204 len: 173 time: 0.2026389 Jan 26 20:53:30.954622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41972) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:31.518706 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:31.880186 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Deleting port 06498ab2-97a5-412f-9588-730f15161f33 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:31.880734 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:32.059145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] For port 06498ab2-97a5-412f-9588-730f15161f33, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=06498ab2-97a5-412f-9588-730f15161f33,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:32.059586 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:32.189381 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Calling delete_port for 06498ab2-97a5-412f-9588-730f15161f33 owned by network:router_interface {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:32.500244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:32.515651 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-987d45c6-2467-4dd8-ad4f-a92c4da06b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:32.605477 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Pushing event deleted for resources: {'Port': ['ID=06498ab2-97a5-412f-9588-730f15161f33,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:32.611837 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:33.140316 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:33.639377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Router 28c35d1a-d02d-4d06-9734-07278060a03b has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:53:33.825791 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:33.836059 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Sync routers for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:33.839097 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-b0a6611a-a399-4178-894c-eeaa30f0e285 admin admin] 10.222.0.89 "PUT /v2.0/routers/28c35d1a-d02d-4d06-9734-07278060a03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8833151 Jan 26 20:53:33.841759 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41976) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:33.845880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:33.846531 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:34.029283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks [] for router, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.030827 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:34.218041 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.223363 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Deleting port 39af5dfe-271c-43a1-85d6-fcf23008534c {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:34.223979 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.306423 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:53:34.334566 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:53:32Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:34.338600 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Checking router: 28c35d1a-d02d-4d06-9734-07278060a03b for host: dv-cinder-768105-4-smb {{(pid=80139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:34.347271 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Routers {'28c35d1a-d02d-4d06-9734-07278060a03b'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:34.347942 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['28c35d1a-d02d-4d06-9734-07278060a03b'], 'active': True} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:34.408661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] For port 39af5dfe-271c-43a1-85d6-fcf23008534c, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39af5dfe-271c-43a1-85d6-fcf23008534c,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:34.409053 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.535225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] Set router 28c35d1a-d02d-4d06-9734-07278060a03b gateway port host: dv-cinder-768105-4-smb {{(pid=80139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:34.543371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Calling delete_port for 39af5dfe-271c-43a1-85d6-fcf23008534c owned by network:router_gateway {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:34.683919 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.830951 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:53:32Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80139) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:34.835602 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d9b85-8554-44fe-9cb1-28e70e0a23d5 None None] The sync data for ids ['28c35d1a-d02d-4d06-9734-07278060a03b'] in dv-cinder-768105-4-smb is: [{'id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'name': 'tempest-TestShelveInstance-1859480750-router', 'tenant_id': 'd828dac11cc4471989356ce41aebc9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:48:56Z', 'updated_at': '2021-01-26T20:53:32Z', 'revision_number': 5, 'project_id': 'd828dac11cc4471989356ce41aebc9df', 'gw_port': {'id': '39af5dfe-271c-43a1-85d6-fcf23008534c', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c35d1a-d02d-4d06-9734-07278060a03b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:48:57Z', 'updated_at': '2021-01-26T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:53:34.876132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.017233 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.019655 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.044639 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.045243 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c35d1a-d02d-4d06-9734-07278060a03b {{(pid=80137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:53:35.058287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] Notify callbacks [] for router, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.059567 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2cb5b316-cfcc-471b-88a5-d22fe72e50dc admin admin] 10.222.0.89 "DELETE /v2.0/routers/28c35d1a-d02d-4d06-9734-07278060a03b HTTP/1.1" status: 204 len: 168 time: 1.2167997 Jan 26 20:53:35.062245 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41980) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:35.128298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Deleting subnet ed3e1404-54dd-44bc-8839-70ad479e6b2e {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:53:35.131319 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.186536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.269800 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.768465 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.783565 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:35.865375 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3e1404-54dd-44bc-8839-70ad479e6b2e,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:35.868295 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:35.916038 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.921246 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8fefb4-8f51-44a6-9ccd-f1932355bee7 None None] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:35.922805 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-56560107-a597-418f-86f4-ad8354dcc653 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ed3e1404-54dd-44bc-8839-70ad479e6b2e HTTP/1.1" status: 204 len: 168 time: 0.8595142 Jan 26 20:53:35.925399 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41984) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:36.043116 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.115042 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Deleting port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:36.115427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.171284 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] DHCP port deletion for c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 request from dv-cinder-768105-4-smb {{(pid=80138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:53:36.175636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Deleting port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:36.176248 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.335858 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] For port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:36.336427 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.393529 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] For port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,segment=NetworkSegment(cc950b95-8924-4bcb-a478-028abeb28e7b),segment_id=cc950b95-8924-4bcb-a478-028abeb28e7b)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:36.393961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.468536 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Calling delete_port for 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 owned by network:dhcp {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:36.519495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 06498ab2-97a5-412f-9588-730f15161f33 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:36.548287 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.554418 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Calling delete_port for 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:36.563938 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-37fc83b0-f7d6-4ca4-ab3d-624ed2e5e0d3 tempest-AttachVolumeTestJSON-198401623 tempest-AttachVolumeTestJSON-198401623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:36.597339 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 06498ab2-97a5-412f-9588-730f15161f33 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:36.597661 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 06498ab2-97a5-412f-9588-730f15161f33 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:36.598121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39af5dfe-271c-43a1-85d6-fcf23008534c no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:36.635526 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 39af5dfe-271c-43a1-85d6-fcf23008534c {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:36.635920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39af5dfe-271c-43a1-85d6-fcf23008534c not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:36.636372 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:36.660065 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a896dc-6ce2-4b5e-8e23-11cea63a1ca4,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:36.672709 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:36.673062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:36.673460 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:36.706636 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] No DVR routers for this DVR port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 on host dv-cinder-768105-4-smb {{(pid=80137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:53:36.713471 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:53:36.713879 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:53:36.832521 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.947524 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aac6d6-ae92-4ed0-8e17-81a13e1dc966']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:36.960084 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc950b95-8924-4bcb-a478-028abeb28e7b') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:36.960426 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc950b95-8924-4bcb-a478-028abeb28e7b') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:36.972260 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.987283 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.989920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:53:37.168217 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:37.177797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.214960 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Deleting port 39a896dc-6ce2-4b5e-8e23-11cea63a1ca4 {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:37.215439 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.285554 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-1322efb7-59d5-400a-9cd5-3e3ac628a353 None None] The port '39a896dc-6ce2-4b5e-8e23-11cea63a1ca4' was deleted {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:53:37.357018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Network c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:53:37.379702 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:53:37.457589 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.461961 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.465598 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:37.490338 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9aac6d6-ae92-4ed0-8e17-81a13e1dc966,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:37.492851 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:37.500878 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-bd40d859-e183-4c10-be04-6c94a096fb01 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c9aac6d6-ae92-4ed0-8e17-81a13e1dc966 HTTP/1.1" status: 204 len: 168 time: 1.5744419 Jan 26 20:53:37.503865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41988) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:38.059905 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335519'] for router_interface, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:38.651615 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Deleting port 0613a0ba-ba47-4002-8286-36aa7c95563f {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:38.652198 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:38.833445 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] For port 0613a0ba-ba47-4002-8286-36aa7c95563f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=0613a0ba-ba47-4002-8286-36aa7c95563f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:38.833768 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:38.962398 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Calling delete_port for 0613a0ba-ba47-4002-8286-36aa7c95563f owned by network:router_interface {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:39.131781 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:39.146885 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:39.238365 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=0613a0ba-ba47-4002-8286-36aa7c95563f,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:39.242006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:39.555695 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853171011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-480880'] for router_interface, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.057288 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Router 2c1aedb9-845b-4891-94cb-c44024752119 has already been hosted by L3 agent 82d4711d-5e2a-4f14-9519-5e4336c9e6c3 {{(pid=80137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:53:40.247440 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-smb the message routers_updated {{(pid=80137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:40.257172 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Sync routers for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:40.257440 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-2a4b2dd2-601e-4c1c-b24a-e6d797c66c52 admin admin] 10.222.0.89 "PUT /v2.0/routers/2c1aedb9-845b-4891-94cb-c44024752119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7525444 Jan 26 20:53:40.260107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41992) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:40.266887 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:40.267597 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:40.446779 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.456831 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:40.639225 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.644762 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Deleting port 04659770-2deb-48a2-abc6-c68281dcd17f {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:40.645151 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.833872 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] For port 04659770-2deb-48a2-abc6-c68281dcd17f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=04659770-2deb-48a2-abc6-c68281dcd17f,segment=NetworkSegment(30fad0f1-2554-4d13-9d98-c3a8d7111c49),segment_id=30fad0f1-2554-4d13-9d98-c3a8d7111c49)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:40.834264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.908991 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16f48148-8dd7-4742-8bbc-799813347f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.939388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:53:39Z', 'revision_number': 5, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:40.943522 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Checking router: 2c1aedb9-845b-4891-94cb-c44024752119 for host: dv-cinder-768105-4-smb {{(pid=80138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:40.952409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Routers {'2c1aedb9-845b-4891-94cb-c44024752119'} bound to L3 agent in host dv-cinder-768105-4-smb {{(pid=80138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:40.953109 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:30:43Z,description=,heartbeat_timestamp=2021-01-26T20:53:13Z,host='dv-cinder-768105-4-smb',id=82d4711d-5e2a-4f14-9519-5e4336c9e6c3,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:30:43Z,topic='l3_agent')) {'router_ids': ['2c1aedb9-845b-4891-94cb-c44024752119'], 'active': True} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:40.969094 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Calling delete_port for 04659770-2deb-48a2-abc6-c68281dcd17f owned by network:router_gateway {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:41.150790 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvr_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] Set router 2c1aedb9-845b-4891-94cb-c44024752119 gateway port host: dv-cinder-768105-4-smb {{(pid=80138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:41.343817 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.453086 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_hamode_db [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:53:39Z', 'revision_number': 5, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}], 'dv-cinder-768105-4-smb', False) {} {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:41.457252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5877a3-5de3-4888-a828-0e01f3c4dcd7 None None] The sync data for ids ['2c1aedb9-845b-4891-94cb-c44024752119'] in dv-cinder-768105-4-smb is: [{'id': '2c1aedb9-845b-4891-94cb-c44024752119', 'name': 'tempest-TestShelveInstance-115713750-router', 'tenant_id': '0e253de483604b4db3eb6b9449f7be83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'external_fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:49:06Z', 'updated_at': '2021-01-26T20:53:39Z', 'revision_number': 5, 'project_id': '0e253de483604b4db3eb6b9449f7be83', 'gw_port': {'id': '04659770-2deb-48a2-abc6-c68281dcd17f', 'name': '', 'network_id': 'c64f6090-b582-40d5-8957-38baf53d6c3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1aedb9-845b-4891-94cb-c44024752119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:49:08Z', 'updated_at': '2021-01-26T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93014fda-84fa-45a0-acb0-35fdc4fcf2d5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-smb'}] {{(pid=80138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:53:41.539122 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690104'] for router_gateway, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.675590 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44314'] for router, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.678152 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.702538 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854348679'] for router, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.703149 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1aedb9-845b-4891-94cb-c44024752119 {{(pid=80137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:53:41.716132 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.717358 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-a381996a-aeae-4bfe-81a3-a692808b3cd9 admin admin] 10.222.0.89 "DELETE /v2.0/routers/2c1aedb9-845b-4891-94cb-c44024752119 HTTP/1.1" status: 204 len: 168 time: 1.4562745 Jan 26 20:53:41.720244 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 41996) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:41.789692 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Deleting subnet e31a0869-3378-41f1-89a1-d82409e846d2 {{(pid=80137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:53:41.792833 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.846189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6396661'] for subnet, precommit_delete_associations {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:41.934121 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1496148'] for subnet, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.206512 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853279649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6300651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848255790'] for subnet, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.223179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:42.306856 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31a0869-3378-41f1-89a1-d82409e846d2,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:42.313641 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:42.356914 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for subnet, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.362107 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1757ad-13d1-4009-9fdc-6d130618abdb None None] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 requested from dv-cinder-768105-4-smb {{(pid=80138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:42.362972 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-4b7f4e77-d7d0-4278-9a3b-e8b15c0504a0 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e31a0869-3378-41f1-89a1-d82409e846d2 HTTP/1.1" status: 204 len: 168 time: 0.6416612 Jan 26 20:53:42.366145 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80137) accepted ('10.222.0.89', 42000) {{(pid=80137) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:42.484402 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624980'] for network, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.533745 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0613a0ba-ba47-4002-8286-36aa7c95563f no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:42.557752 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Deleting port eac2627c-7fb5-4924-a83d-f032f326b84f {{(pid=80137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:42.558034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.576541 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 0613a0ba-ba47-4002-8286-36aa7c95563f {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:42.576936 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 0613a0ba-ba47-4002-8286-36aa7c95563f not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:42.577391 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 04659770-2deb-48a2-abc6-c68281dcd17f no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:42.616696 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: 04659770-2deb-48a2-abc6-c68281dcd17f {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:42.617089 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device 04659770-2deb-48a2-abc6-c68281dcd17f not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:42.706658 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] DHCP port deletion for 64c23b80-f83a-4177-9604-b3d24cbecff3 request from dv-cinder-768105-4-smb {{(pid=80138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:53:42.711035 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Deleting port eac2627c-7fb5-4924-a83d-f032f326b84f {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:42.711513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.774025 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] For port eac2627c-7fb5-4924-a83d-f032f326b84f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=eac2627c-7fb5-4924-a83d-f032f326b84f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:42.774420 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.911894 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Calling delete_port for eac2627c-7fb5-4924-a83d-f032f326b84f owned by network:dhcp {{(pid=80137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:42.927340 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.db [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] For port eac2627c-7fb5-4924-a83d-f032f326b84f, host dv-cinder-768105-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-smb',level=0,port_id=eac2627c-7fb5-4924-a83d-f032f326b84f,segment=NetworkSegment(05eda933-27a9-4338-8b16-c2bf4d69368e),segment_id=05eda933-27a9-4338-8b16-c2bf4d69368e)] {{(pid=80138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:42.927769 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854341083'] for port, precommit_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.986540 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-610765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31368326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790972763729', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790972372015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307647'] for port, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.002408 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-ade309cc-7cbe-4dc0-94a3-e7f6945ac7f4 tempest-TestMinimumBasicScenario-765163777 tempest-TestMinimumBasicScenario-765163777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:43.056823 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Calling delete_port for eac2627c-7fb5-4924-a83d-f032f326b84f owned by network:dhcp {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:53:43.093434 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Pushing event deleted for resources: {'Port': ['ID=eac2627c-7fb5-4924-a83d-f032f326b84f,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:43.101264 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:43.131965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.db.api [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80138) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:53:43.132387 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_db.api [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80138) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:53:43.143202 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] No DVR routers for this DVR port eac2627c-7fb5-4924-a83d-f032f326b84f on host dv-cinder-768105-4-smb {{(pid=80137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:53:43.268686 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1454285', 'neutron.services.segments.db._delete_segments_for_network--9223363245881846746'] for network, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.383409 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c23b80-f83a-4177-9604-b3d24cbecff3']}} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:43.396578 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05eda933-27a9-4338-8b16-c2bf4d69368e') {'for_net_delete': True} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:43.396920 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.services.segments.db [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05eda933-27a9-4338-8b16-c2bf4d69368e') {} {{(pid=80137) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:43.408809 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245881853146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848379139'] for segment, before_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.427740 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853324151'] for segment, precommit_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.429685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:53:43.499934 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ec83b843-9bb3-4ad5-9611-89ad60a9f5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.610044 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:43.619093 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1451774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848468152'] for segment, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.633562 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Deleting port eac2627c-7fb5-4924-a83d-f032f326b84f {{(pid=80138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:53:43.634002 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790972849233'] for port, before_delete {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.703373 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-16829f93-403e-4d5d-825b-b2b1f36a04b1 None None] The port 'eac2627c-7fb5-4924-a83d-f032f326b84f' was deleted {{(pid=80138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:53:43.797201 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.managers [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Network 64c23b80-f83a-4177-9604-b3d24cbecff3 has no segments {{(pid=80137) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: Traceback (most recent call last): Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: timer() Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: cb(*args, **kw) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: return func(*args, **kwargs) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: self._notify() Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: self.callback(batched_events) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: event.method(event) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: segment_id)['aggregates'][0] Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: return f(self, *a, **k) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: return self._get(url).json() Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: **kwargs) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: return self.request(url, 'GET', **kwargs) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: **endpoint_filter) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:53:43.823386 dv-cinder-768105-4-smb neutron-server[80025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:53:43.904120 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853321531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853114876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853085742'] for network, after_delete {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.907532 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:43.923645 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853185192'] for network, before_response {{(pid=80137) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.930421 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Pushing event deleted for resources: {'Network': ['ID=64c23b80-f83a-4177-9604-b3d24cbecff3,revision_number=None']} {{(pid=80137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:43.935216 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80137) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:43.937710 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-211d6702-5dde-4557-8f59-7280e99bb24b admin admin] 10.222.0.89 "DELETE /v2.0/networks/64c23b80-f83a-4177-9604-b3d24cbecff3 HTTP/1.1" status: 204 len: 168 time: 1.5705445 Jan 26 20:53:44.181980 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 42008) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:44.234648 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-eacc7c73-00d3-4dda-b40b-29065610e071 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d828dac11cc4471989356ce41aebc9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513649 Jan 26 20:53:44.237344 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 42012) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:44.297965 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.324158 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.326099 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.380006 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.384967 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-892248d9-6253-4a55-9227-8bd173593915 tempest-AttachVolumeShelveTestJSON-1541695883 tempest-AttachVolumeShelveTestJSON-1541695883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:44.398297 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9167cc-43a7-470c-9624-4106a9898791,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:44.403432 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:44.405428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.406692 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-e4dad778-85fa-469e-9ce5-e5a685599280 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2f9167cc-43a7-470c-9624-4106a9898791 HTTP/1.1" status: 204 len: 168 time: 0.1683974 Jan 26 20:53:44.502298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device eac2627c-7fb5-4924-a83d-f032f326b84f no longer exists at agent ovs-agent-dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:44.538883 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.plugin [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] No Port match for: eac2627c-7fb5-4924-a83d-f032f326b84f {{(pid=80138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:53:44.539274 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.plugins.ml2.rpc [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Device eac2627c-7fb5-4924-a83d-f032f326b84f not bound to the agent host dv-cinder-768105-4-smb {{(pid=80138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:53:44.811753 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 42020) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:44.864124 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-986db8e4-cab2-4ff5-a609-6cd05855683b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e253de483604b4db3eb6b9449f7be83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510523 Jan 26 20:53:44.866513 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [-] (80136) accepted ('10.222.0.89', 42024) {{(pid=80136) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:44.927343 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.954428 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.999836 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853110812'] for security_group, after_delete {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.005371 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-10881db3-18ed-4ddf-9e58-99e4c0b630de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:45.018683 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade33f8-0275-493c-9d96-f6271a0c0969,revision_number=None']} {{(pid=80136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:45.022446 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG oslo_concurrency.lockutils [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80136) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:45.023359 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80136) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.024555 dv-cinder-768105-4-smb neutron-server[80025]: INFO neutron.wsgi [None req-5839ee8c-ea93-4b5f-b729-633793aeafb1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6ade33f8-0275-493c-9d96-f6271a0c0969 HTTP/1.1" status: 204 len: 168 time: 0.1571336 Jan 26 20:53:45.118685 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.586673 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.434374 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.881134 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a8795701-dec3-4af0-a11d-898f333b1ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:11.305906 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:54:13.501708 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-7c76577d-0d94-4a4c-8ec9-62b494a21293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:14.327415 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:15.120797 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:15.588972 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:21.440587 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:40.885189 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-d62feb3a-7e93-447d-9255-764cd6384345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:43.501959 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-0280cd02-89b7-4765-8a41-1c7ef5443d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:44.328889 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:45.122955 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:45.592383 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:48.305495 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:54:51.448377 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:10.885537 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6fd61209-d277-4f45-be36-a6ebe1e53438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:13.506527 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-e647babb-13e8-49c3-8d89-8efd4d11ce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:14.331298 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:15.123133 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:15.595232 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:21.448716 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:25.306462 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:55:40.886786 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-df7a6597-5af9-4ef9-9a51-518e561cde3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:43.507113 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-f7eb910f-a3d0-4e0d-b9b7-6d252e3b9dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:44.334457 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:45.124253 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:45.598234 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:50.986213 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.wsgi [req-f9f6d3b2-be28-49e0-b12e-943e00639fe1 req-b614e870-8d5f-46db-8c59-b7ec084bc160 service neutron] (80137) timed out ('10.222.0.90', 59335) {{(pid=80137) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 26 20:55:51.443467 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:02.307034 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:56:10.888252 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-51d3f093-a7a4-4afe-a2b5-235671e060bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:13.508018 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-31ff346b-7766-466a-a25f-a9d3544cf0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:14.336929 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:15.124880 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:15.599893 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:21.458173 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:39.306789 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:56:40.889022 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-8bb24a71-ff87-475b-b517-8f8a9cba8b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:43.508379 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-160c3e80-5bd0-434d-9082-efa51b4267c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.340282 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.125886 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.605110 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.477055 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.889684 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-aec90ce5-eb62-4d96-a61b-d5cc8255d4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:13.509326 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1b85-764e-47eb-8637-345cbf4235a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:14.341388 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:15.127962 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:15.606910 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:16.306702 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:57:21.474064 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:40.894735 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-a766ae0c-7c3c-40f5-9853-dcbdca762c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:43.510622 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-365e3092-ade1-497f-9789-6ee6d4bc0bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:44.345179 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:45.129156 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:45.611194 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:51.485448 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:53.307062 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:58:10.895984 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ebeeca7c-fd51-4b1b-84aa-41189514b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:13.510957 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-51935f74-57d9-4746-b223-ac4c81cbda45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:14.348571 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:15.130557 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:15.613850 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:21.488956 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.307000 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron.db.agents_db [None req-4e4c6618-fbb0-4b1b-973e-b6df4302ddfc None None] Agent healthcheck: found 6 active agents {{(pid=80139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:58:40.896812 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-ec290a26-ce55-4abe-98ac-9aff43cefbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.511503 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3fa43a1f-f0f0-4f65-9294-6733ba39a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.350680 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-fcfe8702-d9fa-4c12-a11f-8b542454ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.132888 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-3d0aca0a-8eec-46b7-8dd2-2c612eae7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.619864 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-21eb2bf6-b3ce-4dc0-a6bb-893e51cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:51.484865 dv-cinder-768105-4-smb neutron-server[80025]: DEBUG neutron_lib.callbacks.manager [None req-6d7eef29-f053-4ae6-a113-5b350c2323e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245881846763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1496559'] for agent, after_update {{(pid=80138) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}